-- Logs begin at Tue 2022-03-08 12:16:04 UTC, end at Tue 2022-03-08 13:26:03 UTC. -- Mar 08 12:52:07.501055 dv-cinder-830089-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 12:52:10.448824 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.common.config [-] Logging enabled! Mar 08 12:52:10.449436 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 12:52:10.449620 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102861) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 12:52:10.453437 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.common.config [-] Logging enabled! Mar 08 12:52:10.453691 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 12:52:10.454003 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102861) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 12:52:10.454935 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 12:52:10.455171 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 12:52:10.455542 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 12:52:10.455790 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 12:52:10.456430 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 12:52:10.456782 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.457223 dv-cinder-830089-2-iscsi neutron-server[102861]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 12:52:10.457556 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.457864 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.458168 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.458470 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.458766 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.459053 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.459345 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.459645 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.459936 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.460221 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.460507 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.460829 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.461187 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.461416 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.461711 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.461990 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] debug = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.462272 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.462705 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.463121 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.463406 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.463701 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.463989 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.464265 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.464544 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.464862 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.465186 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] host = dv-cinder-830089-2-iscsi {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.465473 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.465761 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.466050 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.466339 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.467210 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.467492 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.467780 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.468056 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.468331 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] log_file = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.468635 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.468930 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.469228 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.469521 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.469748 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.469968 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.470269 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.470560 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.470839 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.471123 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.471399 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.471673 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.471941 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.472213 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.472500 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.472813 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.473101 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.473377 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.473655 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.473926 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.474202 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.474491 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.474769 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.475048 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.475325 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.475615 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.475889 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.476168 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.476471 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.476785 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.477072 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.477364 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.477642 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.477926 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.478201 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.478475 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.478749 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] use_json = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.479023 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.479296 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.479577 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.479853 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.480149 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.480426 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.480726 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.481016 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.481290 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:10.481589 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.481887 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.482281 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.482587 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.482883 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.483436 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.483731 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.484015 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.484307 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.484628 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.484925 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.485208 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.485509 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.485803 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.486100 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.486408 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.486707 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.487001 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.487287 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.487567 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.487846 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.488126 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.488416 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.488725 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.489019 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.489311 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.489594 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.489893 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.490179 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.490474 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.490766 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.491046 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.491328 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.491620 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.491900 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.492176 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.492456 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.492777 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.493060 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.493335 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.493621 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.493902 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.494178 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.494452 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.494730 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.495022 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.495299 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.495574 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.495850 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.496127 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.496401 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.496720 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.497003 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.497283 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.497556 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.498343 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.498618 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.498891 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.499215 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.499445 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.499720 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.499994 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.500267 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.500542 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.500838 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.501114 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.501390 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.501663 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.501941 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.502216 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.502489 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.502765 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.503040 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.503315 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.503600 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.503897 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.504177 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.504461 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.504771 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.505054 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.505336 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.505616 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.505899 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.506185 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.506460 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.506752 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.507040 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.507336 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.507641 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.507927 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.508235 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.508510 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.508814 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.509104 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.509392 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.509677 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.509965 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.510251 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.510547 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.510843 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.511138 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.511435 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.511727 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.512011 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.512317 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.512620 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:10.512842 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 12:52:10.513084 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102861) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 12:52:10.888917 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 12:52:10.889203 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 12:52:10.889507 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 12:52:10.889988 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 12:52:11.220212 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.220426 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.220721 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.222015 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.222291 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.222566 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.268670 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.268958 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.269229 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.283858 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.284140 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.284410 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.313193 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.313476 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.313741 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.350925 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.351204 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.351474 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.698330 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.698992 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.698992 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.699169 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.699812 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.799155 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.799480 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.799763 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.800034 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.800300 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.800635 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.800902 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.801163 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.801420 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.801705 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.801967 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.802230 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.802485 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.802737 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.802991 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.803255 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.803514 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.803780 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.804046 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.804303 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.804586 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.804847 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.805132 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.805507 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.805756 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.806001 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.806395 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 12:52:11.806639 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 12:52:11.806878 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 12:52:11.807115 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 12:52:11.807352 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 12:52:11.807586 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 12:52:11.807947 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 12:52:11.811702 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 12:52:11.815789 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 12:52:11.819531 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Mar 08 12:52:11.821209 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 12:52:11.821684 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 12:52:11.822022 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 12:52:11.822409 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 12:52:11.825281 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 12:52:11.825532 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 12:52:11.826388 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 12:52:11.831261 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 12:52:11.855499 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 12:52:11.855951 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.856250 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102861) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 12:52:11.856654 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.858299 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102861) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 12:52:11.858585 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 12:52:11.858834 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 12:52:11.862155 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.862445 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:11.925254 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 12:52:11.925492 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 12:52:11.925726 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 12:52:11.926092 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 12:52:11.946524 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_db.sqlalchemy.engines [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102861) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 12:52:12.390454 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Initializing driver for type 'gre' Mar 08 12:52:12.390967 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] gre ID ranges: [(1, 1000)] Mar 08 12:52:12.448640 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Initializing driver for type 'local' Mar 08 12:52:12.448978 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Initializing driver for type 'vlan' Mar 08 12:52:12.462958 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] VlanTypeDriver initialization complete Mar 08 12:52:12.463306 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Initializing driver for type 'vxlan' Mar 08 12:52:12.463802 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] vxlan ID ranges: [(1, 1000)] Mar 08 12:52:12.514219 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Initializing extension driver 'port_security' Mar 08 12:52:12.514640 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.extensions.port_security [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] PortSecurityExtensionDriver initialization complete Mar 08 12:52:12.515042 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Initializing mechanism driver 'openvswitch' Mar 08 12:52:12.515381 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Initializing mechanism driver 'hyperv' Mar 08 12:52:12.522087 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.plugins.ml2.plugin [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:12.522933 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > port after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.523307 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > port after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.523662 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > port after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.524190 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 12:52:12.524666 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > subnet after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.525080 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > subnet after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.525430 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.525824 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 12:52:12.526232 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > network after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.526598 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > network after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.526922 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > network after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.527312 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 12:52:12.527714 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > security_group after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.528063 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > security_group after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.528404 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.528819 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 12:52:12.529221 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.529564 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.529900 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.530293 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 12:52:12.530692 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > address_group after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.531035 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > address_group after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.531373 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.531761 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 12:52:12.532200 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] ML2 OVO RPC backend initialized. {{(pid=102861) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 12:52:12.532925 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.533283 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.533696 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > network before_response 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.534043 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > networks before_response 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.534389 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > port before_response 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.534746 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > ports before_response 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.535073 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > subnet before_response 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.535409 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > subnets before_response 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.535754 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > network after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.536095 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > network after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.536430 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > network after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.536795 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > port after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.537134 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > port after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.537471 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > port after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.537803 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > subnet after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.538137 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > subnet after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.538470 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.546259 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.quota [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded quota_driver: . Mar 08 12:52:12.546623 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.plugin [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Modular L2 Plugin initialization complete Mar 08 12:52:12.546973 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading services supported by the core plugin {{(pid=102861) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 12:52:12.547317 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.plugins.ml2.managers [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Got port-security extension from driver 'port_security' Mar 08 12:52:12.547794 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.extensions.vlantransparent [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Disabled vlantransparent extension. Mar 08 12:52:12.548289 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102861) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 12:52:12.548640 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading Plugin: router Mar 08 12:52:12.584505 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.584921 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > router after_create 55549900 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.585294 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > router before_create 55549900 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.585667 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.586101 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.586564 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > router after_delete 55549900 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.586830 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.587180 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.587539 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > router after_create 55549900 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.587888 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > router after_update 55549900 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.588236 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > router after_update 55549900 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.588607 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.588975 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > router after_update 55549900 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.589387 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > router precommit_update 55549900 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.589757 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: port after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.590098 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: port after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.590439 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: subnet after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.590781 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.591135 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.591506 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > router precommit_create 55549900 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.591849 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: port before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.592191 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > router precommit_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.592545 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > router after_update 55549900 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.592909 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.593384 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > router precommit_create 55549900 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.593750 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.594101 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > router precommit_update 55549900 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.594469 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > agent after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.594824 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > agent after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.595177 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > network after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.596020 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Tracking information for resource: router configured {{(pid=102861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 12:52:12.596349 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Tracking information for resource: floatingip configured {{(pid=102861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 12:52:12.601425 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.db.l3_agentschedulers_db [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 12:52:12.602072 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: port after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.602439 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: port after_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.602795 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: port after_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.603146 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: port after_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.603926 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > router before_create 55550100 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.604296 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.604698 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > router precommit_create 55550100 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.605058 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > router precommit_update 55550100 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.610579 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.services.provider_configuration [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Service providers = [] {{(pid=102861) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 12:52:12.610945 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.db.servicetype_db [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102861) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 12:52:12.613907 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.services.service_base [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 12:52:12.614258 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.services.service_base [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 12:52:12.614597 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.services.service_base [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 12:52:12.615480 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.services.service_base [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 12:52:12.615852 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.services.service_base [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 12:52:12.616226 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 12:52:12.616542 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 12:52:12.627808 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 12:52:12.628143 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading Plugin: auto_allocate Mar 08 12:52:12.634007 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: network precommit_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.634381 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: network precommit_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.634903 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 12:52:12.635221 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading Plugin: tag Mar 08 12:52:12.641990 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 12:52:12.642327 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading Plugin: timestamp Mar 08 12:52:12.646181 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 12:52:12.646510 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading Plugin: network_ip_availability Mar 08 12:52:12.652000 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.652372 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.652768 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.653473 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 12:52:12.653814 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading Plugin: flavors Mar 08 12:52:12.658803 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 12:52:12.659131 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading Plugin: revisions Mar 08 12:52:12.663438 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 12:52:12.663834 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_concurrency.lockutils [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.774s {{(pid=102861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 12:52:12.664698 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102861) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 12:52:12.665038 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Initializing extension manager. Mar 08 12:52:12.665561 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: __init__.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.665902 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: __pycache__ {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.666240 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.666573 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: address_group.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.667318 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.667880 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: address-group Mar 08 12:52:12.668206 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: address_scope.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.668949 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.669976 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: address-scope Mar 08 12:52:12.670301 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.671376 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.671887 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: router-admin-state-down-before-update Mar 08 12:52:12.672211 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: agent.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.672945 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.673447 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: agent Mar 08 12:52:12.673771 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: agent_resources_synced.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.674687 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.675188 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: agent-resources-synced Mar 08 12:52:12.675514 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: allowedaddresspairs.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.677337 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.677850 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: allowed-address-pairs Mar 08 12:52:12.678179 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: auto_allocated_topology.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.679374 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.679965 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: auto-allocated-topology Mar 08 12:52:12.680298 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: availability_zone.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.681019 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.681522 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: availability_zone Mar 08 12:52:12.681851 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: availability_zone_filter.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.682760 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.683263 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: availability_zone_filter Mar 08 12:52:12.683586 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: data_plane_status.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.684487 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.685037 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 12:52:12.685890 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: default_subnetpools.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.686799 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.687302 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: default-subnetpools Mar 08 12:52:12.687626 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.688437 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.688972 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: dhcp_agent_scheduler Mar 08 12:52:12.689295 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: dns.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.690212 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.690714 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension dns-integration not supported by any of loaded plugins Mar 08 12:52:12.691035 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: dns_domain_ports.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.691952 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.692456 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 12:52:12.692813 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.693735 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.694236 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 12:52:12.694558 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: dvr.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.695222 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.695869 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: dvr Mar 08 12:52:12.696191 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: ecmp_routes.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.697130 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.697626 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 12:52:12.697946 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: empty_string_filtering.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.698855 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.699374 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: empty-string-filtering Mar 08 12:52:12.699663 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.700597 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.701621 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 12:52:12.701946 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.702864 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.703358 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 12:52:12.703680 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: external_net.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.704614 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.705115 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: external-net Mar 08 12:52:12.705435 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.706341 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.706843 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: extra_dhcp_opt Mar 08 12:52:12.707161 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: extraroute.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.708054 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.708548 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: extraroute Mar 08 12:52:12.708891 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: extraroute_atomic.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.709928 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.710440 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: extraroute-atomic Mar 08 12:52:12.710765 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: filter_validation.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.711421 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.711922 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: filter-validation Mar 08 12:52:12.712244 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: fip_pf_description.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.713177 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.713728 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 12:52:12.714114 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: fip_port_details.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.715314 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.715980 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: fip-port-details Mar 08 12:52:12.717041 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: flavors.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.718400 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.719219 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: flavors Mar 08 12:52:12.719624 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.721544 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.722392 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 12:52:12.723113 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: floatingip_pools.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.723971 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.724522 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: floatingip-pools Mar 08 12:52:12.725017 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: ip_allocation.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.726220 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.727130 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 12:52:12.727831 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.728949 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.729599 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: ip-substring-filtering Mar 08 12:52:12.729971 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: l2_adjacency.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.730985 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.731607 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 12:52:12.732284 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: l3.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.734458 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.735192 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: router Mar 08 12:52:12.735569 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.738487 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.739041 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 12:52:12.739444 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.740701 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.741445 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: ext-gw-mode Mar 08 12:52:12.741821 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.743079 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.743982 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: l3-ha Mar 08 12:52:12.744430 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.745698 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.746201 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 12:52:12.746527 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: l3_flavors.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.747439 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.748476 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: l3-flavors Mar 08 12:52:12.748830 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.750217 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.750726 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 12:52:12.751054 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.751995 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.752498 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 12:52:12.752849 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: l3agentscheduler.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.753916 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.754432 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: l3_agent_scheduler Mar 08 12:52:12.754748 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: local_ip.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.756544 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.757088 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension local_ip not supported by any of loaded plugins Mar 08 12:52:12.757422 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: logging.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.760426 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.760982 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension logging not supported by any of loaded plugins Mar 08 12:52:12.761317 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: metering.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.762065 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.762641 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: metering Mar 08 12:52:12.762972 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.764823 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.765292 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: metering_source_and_destination_fields Mar 08 12:52:12.765622 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: multiprovidernet.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.766554 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.767064 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: multi-provider Mar 08 12:52:12.767393 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: netmtu.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.768299 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.768845 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: net-mtu Mar 08 12:52:12.769172 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: netmtu_writable.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.770080 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.770583 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: net-mtu-writable Mar 08 12:52:12.770908 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: network_availability_zone.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.771582 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.772081 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: network_availability_zone Mar 08 12:52:12.772405 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: network_ip_availability.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.773548 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.774057 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: network-ip-availability Mar 08 12:52:12.774383 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: network_segment_range.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.775143 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.775642 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 12:52:12.775965 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: pagination.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.776976 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.777310 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: pagination Mar 08 12:52:12.777633 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: port_device_profile.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.778537 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.779067 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: port-device-profile Mar 08 12:52:12.779391 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.780403 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.780940 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: port-mac-address-regenerate Mar 08 12:52:12.781269 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.782190 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.782692 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: port-numa-affinity-policy Mar 08 12:52:12.783014 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: port_resource_request.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.783924 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.784436 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 12:52:12.784788 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: port_resource_request_groups.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.785766 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.786324 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 12:52:12.786644 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: portbindings.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.787767 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.788281 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: binding Mar 08 12:52:12.788634 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: portbindings_extended.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.789913 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.790421 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: binding-extended Mar 08 12:52:12.790776 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: portsecurity.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.791692 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.792200 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: port-security Mar 08 12:52:12.792528 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: project_id.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.793594 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.793923 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: project-id Mar 08 12:52:12.794248 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: providernet.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.795190 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.795696 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: provider Mar 08 12:52:12.796220 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: qos.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.800137 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.800690 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension qos not supported by any of loaded plugins Mar 08 12:52:12.801026 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.802286 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.802804 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 12:52:12.803134 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.804051 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.804571 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 12:52:12.804914 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: qos_default.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.805821 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.806331 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension qos-default not supported by any of loaded plugins Mar 08 12:52:12.806658 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: qos_fip.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.807589 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.808097 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension qos-fip not supported by any of loaded plugins Mar 08 12:52:12.808422 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.809361 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.809871 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 12:52:12.810704 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: qos_gateway_ip.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.811774 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.812294 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 12:52:12.812646 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: qos_port_network_policy.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.813702 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.814213 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 12:52:12.814539 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.815579 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.816086 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 12:52:12.816429 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.817485 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.817992 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 12:52:12.818322 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: qos_pps_rule.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.819507 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.820023 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension qos-pps not supported by any of loaded plugins Mar 08 12:52:12.820372 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: qos_rule_type_details.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.821375 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.821889 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 12:52:12.822214 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: qos_rules_alias.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.823265 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.823774 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 12:52:12.824102 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: quota_check_limit.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.825047 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.825562 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: quota-check-limit Mar 08 12:52:12.826434 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: quotasv2.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.827403 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.827732 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: quotas Mar 08 12:52:12.828058 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: quotasv2_detail.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.829806 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.830147 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: quota_details Mar 08 12:52:12.830477 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: rbac.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.831548 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.832069 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: rbac-policies Mar 08 12:52:12.832400 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: rbac_address_group.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.833361 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.833880 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: rbac-address-group Mar 08 12:52:12.834208 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: rbac_address_scope.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.835125 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.835638 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: rbac-address-scope Mar 08 12:52:12.835987 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: rbac_security_groups.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.836983 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.837492 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: rbac-security-groups Mar 08 12:52:12.837817 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: rbac_subnetpool.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.838802 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.839315 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: rbac-subnetpool Mar 08 12:52:12.839639 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: revisionifmatch.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.840580 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.841099 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: revision-if-match Mar 08 12:52:12.841446 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: revisions.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.842564 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.843076 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: standard-attr-revisions Mar 08 12:52:12.843405 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: router_availability_zone.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.844079 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.844616 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: router_availability_zone Mar 08 12:52:12.844945 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: routerservicetype.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.845863 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.846366 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension router-service-type not supported by any of loaded plugins Mar 08 12:52:12.846689 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.847608 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.848114 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: security-groups-normalized-cidr Mar 08 12:52:12.848436 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.849379 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.849884 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: port-security-groups-filtering Mar 08 12:52:12.850204 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.851137 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.851704 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: security-groups-remote-address-group Mar 08 12:52:12.852036 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.852990 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.853495 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: security-groups-shared-filtering Mar 08 12:52:12.853817 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.854404 dv-cinder-830089-2-iscsi neutron-server[102861]: WARNING neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 12:52:12.854722 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: securitygroup.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.864701 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.865228 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: security-group Mar 08 12:52:12.865566 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: segment.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.866358 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.866865 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension segment not supported by any of loaded plugins Mar 08 12:52:12.867211 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.868277 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.868814 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 12:52:12.869147 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: servicetype.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.870260 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.870777 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: service-type Mar 08 12:52:12.871109 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: sorting.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.872086 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.872419 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: sorting Mar 08 12:52:12.873287 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: standard_attr_segment.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.874206 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.874713 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 12:52:12.875038 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: standardattrdescription.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.875685 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.876189 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: standard-attr-description Mar 08 12:52:12.876515 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: stateful_security_group.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.877479 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.877993 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: stateful-security-group Mar 08 12:52:12.878320 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: stdattrs_common.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.878894 dv-cinder-830089-2-iscsi neutron-server[102861]: WARNING neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 12:52:12.879216 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.880155 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.880695 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 12:52:12.881104 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: subnet_onboard.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.882248 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.884252 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: subnet_onboard Mar 08 12:52:12.884600 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.885598 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.886362 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 12:52:12.886693 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: subnet_service_types.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.887695 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.888896 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: subnet-service-types Mar 08 12:52:12.889266 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: subnetallocation.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.890489 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.891003 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: subnet_allocation Mar 08 12:52:12.891330 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.892009 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.892515 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: subnetpool-prefix-ops Mar 08 12:52:12.892872 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.893823 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.894332 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 12:52:12.894657 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: tagging.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.895716 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.896229 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: standard-attr-tag Mar 08 12:52:12.896575 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: timestamp.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.897785 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.898293 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loaded extension: standard-attr-timestamp Mar 08 12:52:12.898698 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: trunk.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.899736 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.900249 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension trunk not supported by any of loaded plugins Mar 08 12:52:12.900586 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: trunk_details.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.901511 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.902015 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension trunk-details not supported by any of loaded plugins Mar 08 12:52:12.902338 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: uplink_status_propagation.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.903258 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.903783 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 12:52:12.904116 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Loading extension file: vlantransparent.py {{(pid=102861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:12.904803 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:12.905306 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 12:52:12.907845 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Creating instance of TrackedResource for resource:network Mar 08 12:52:12.908363 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Creating instance of TrackedResource for resource:subnet Mar 08 12:52:12.908788 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 12:52:12.909179 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Creating instance of TrackedResource for resource:port Mar 08 12:52:12.910414 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:12.910847 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Service FLAVORS assigned prefix: {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:12.911459 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:12.911889 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:12.912219 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Creating instance of TrackedResource for resource:router Mar 08 12:52:12.912672 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 12:52:12.913166 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Service METERING assigned prefix: /metering {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:12.914686 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.915054 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.915408 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:12.916400 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 12:52:12.916879 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Creating instance of TrackedResource for resource:security_group Mar 08 12:52:12.917313 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 12:52:12.917899 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Service CORE assigned prefix: {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:12.918227 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 12:52:12.918569 dv-cinder-830089-2-iscsi neutron-server[102861]: WARNING neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] subnetpool is already registered Mar 08 12:52:12.918995 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Service CORE assigned prefix: {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:12.919334 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 12:52:12.919695 dv-cinder-830089-2-iscsi neutron-server[102861]: WARNING neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] subnetpool is already registered Mar 08 12:52:12.921976 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:12.922410 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Service FLAVORS assigned prefix: {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:12.922998 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:12.923414 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:12.923749 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Creating instance of TrackedResource for resource:router Mar 08 12:52:12.924085 dv-cinder-830089-2-iscsi neutron-server[102861]: WARNING neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] router is already registered Mar 08 12:52:12.924496 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 12:52:12.924854 dv-cinder-830089-2-iscsi neutron-server[102861]: WARNING neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] floatingip is already registered Mar 08 12:52:12.925306 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Service METERING assigned prefix: /metering {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:12.925966 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 12:52:12.926292 dv-cinder-830089-2-iscsi neutron-server[102861]: WARNING neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] rbac_policy is already registered Mar 08 12:52:12.926703 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Creating instance of TrackedResource for resource:security_group Mar 08 12:52:12.927036 dv-cinder-830089-2-iscsi neutron-server[102861]: WARNING neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] security_group is already registered Mar 08 12:52:12.927436 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 12:52:12.927767 dv-cinder-830089-2-iscsi neutron-server[102861]: WARNING neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] security_group_rule is already registered Mar 08 12:52:12.928389 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Service CORE assigned prefix: {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:12.928755 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 12:52:12.929093 dv-cinder-830089-2-iscsi neutron-server[102861]: WARNING neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] subnetpool is already registered Mar 08 12:52:12.929516 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.v2.resource_helper [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Service CORE assigned prefix: {{(pid=102861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:12.929920 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 12:52:12.930258 dv-cinder-830089-2-iscsi neutron-server[102861]: WARNING neutron.quota.resource_registry [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] subnetpool is already registered Mar 08 12:52:12.930727 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: extensions {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.932180 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: address-groups {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.933720 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: address-scopes {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.935580 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: agents {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.936764 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: auto-allocated-topology {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.938012 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: availability_zones {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.939213 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: dhcp-networks {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.940762 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: dhcp-agents {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.942202 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: routers {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.944415 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: flavors {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.945706 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: service_profiles {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.946921 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: next_providers {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.948384 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: service_profiles {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.949954 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: floatingip-pools {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.951816 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: routers {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.953965 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: floatingips {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.956160 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: l3-routers {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.957607 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: l3-agents {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.959027 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: metering-labels {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.960399 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: metering-label-rules {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.961705 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: network-ip-availabilities {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.962971 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: bindings {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.964657 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: quotas {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.966407 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: quotas {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.967931 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: rbac-policies {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.969262 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: security-groups {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.970572 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: security-group-rules {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.971806 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: service-providers {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.973043 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: subnetpools {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.974468 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: subnetpools {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.975926 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: tags {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.977740 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: tags {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.979550 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: tags {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.981351 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: tags {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.983512 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: tags {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.985409 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: tags {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.987100 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: tags {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.989036 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: tags {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.990815 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: tags {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.992764 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron.api.extensions [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Extended resource: tags {{(pid=102861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:12.999214 dv-cinder-830089-2-iscsi neutron-server[102861]: WARNING keystonemiddleware.auth_token [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 12:52:13.003905 dv-cinder-830089-2-iscsi neutron-server[102861]: WARNING keystonemiddleware.auth_token [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 12:52:13.012583 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_concurrency.lockutils [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Acquired lock "singleton_lock" {{(pid=102861) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 12:52:13.013073 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_concurrency.lockutils [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Releasing lock "singleton_lock" {{(pid=102861) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 12:52:13.014258 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO oslo_service.service [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Starting 2 workers Mar 08 12:52:13.019211 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Started child 102968 {{(pid=102861) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 12:52:13.023838 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Started child 102969 {{(pid=102861) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 12:52:13.024793 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:13.025506 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO neutron.service [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 12:52:13.026024 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:13.026373 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [-] (102968) wsgi starting up on http://0.0.0.0:9696 Mar 08 12:52:13.028515 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO oslo_service.service [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Starting 1 workers Mar 08 12:52:13.028735 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:13.030668 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [-] (102969) wsgi starting up on http://0.0.0.0:9696 Mar 08 12:52:13.034321 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Started child 102970 {{(pid=102861) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 12:52:13.034904 dv-cinder-830089-2-iscsi neutron-server[102861]: INFO oslo_service.service [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Starting 1 workers Mar 08 12:52:13.038192 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.service [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] calling RpcWorker wait() {{(pid=102970) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 12:52:13.038747 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.service [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] returning from RpcWorker wait() {{(pid=102970) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 12:52:13.039693 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Started child 102971 {{(pid=102861) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 12:52:13.040144 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:13.040328 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG neutron_lib.callbacks.manager [None req-0ced0216-42b4-4cdb-ab39-cd779a5029f3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:13.040744 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:13.042404 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102861) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 12:52:13.042637 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 12:52:13.042820 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 12:52:13.043042 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 12:52:13.043378 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 12:52:13.043541 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 12:52:13.044068 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.044353 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.045325 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.045615 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.045926 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.046520 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.046765 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.047029 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.047321 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.047547 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.047717 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.047888 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.048139 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.048266 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:13.048817 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.048817 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.049072 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.049238 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.049482 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.049651 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.049904 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.050172 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.050403 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.050667 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] debug = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.050920 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.051416 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.051642 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.051890 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.052110 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.052386 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.052738 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.053022 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.053278 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.053512 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.053745 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.053998 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.054210 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.054443 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.054708 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.054921 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.055189 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.055438 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.055831 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] host = dv-cinder-830089-2-iscsi {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.056086 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.056331 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.056611 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.056857 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.057099 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.057334 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.057580 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.057833 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.058084 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.058306 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.058555 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.058798 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.059029 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.059258 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_file = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.059421 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_options = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.059649 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.059910 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.060212 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.060402 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.060579 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.060755 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.061016 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.061179 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.061417 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.061662 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.061874 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.062087 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.062299 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.062531 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.062803 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.063033 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.063264 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.063505 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.063749 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.063976 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.064198 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.064422 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.064677 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.064914 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.065125 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.065336 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.065579 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.065788 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.066003 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.066237 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.066487 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.066747 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.066959 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.067185 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.067442 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.067670 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.067924 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.068101 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.068371 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.068629 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.068860 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.069117 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.069421 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.070652 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:13.071611 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.072026 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.072329 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.072537 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] use_json = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.072804 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.073075 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.073380 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.073596 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.073859 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.074059 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.074360 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.074778 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.075199 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.078336 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.078680 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.080038 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.080307 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.083853 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.083853 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.083853 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.083853 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.083853 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.083853 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.083853 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.083853 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.084985 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.084985 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.084985 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.084985 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.084985 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.084985 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.084985 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.084985 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.085919 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.085919 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.085919 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.085919 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.085919 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.085919 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.086619 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.086619 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.086872 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.087100 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.087382 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.087649 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.087921 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.089327 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.089327 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.089327 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.089327 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.089327 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.089327 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.089763 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.089842 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.090285 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.090285 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.090525 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.091995 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.091995 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.091995 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.091995 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.092263 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.092345 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.092599 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.092877 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.093046 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.093430 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.093948 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.094223 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.094575 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.095038 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.095492 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.095774 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.096074 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.096409 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.096726 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.097031 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.097309 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.097634 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.097891 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.098209 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.098499 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.098781 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.099057 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.099356 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.099663 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.099924 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.100188 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.100430 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.100671 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.100893 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.101108 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.101322 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.101536 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.101763 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.101991 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.102221 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.102454 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.102671 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.102887 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.103097 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.103306 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.103517 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.103727 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.104000 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.104306 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.104553 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.104798 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.105034 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.105294 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.105531 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.105775 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.106007 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.106253 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.106469 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.106717 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.106939 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.107166 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.107464 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.107622 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.107856 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.108320 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.108554 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.108813 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.109023 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.109257 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.109531 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.109992 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.110213 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.110470 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.110728 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.110984 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.111268 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.111516 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.111775 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.112028 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.112306 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.112626 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.113003 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.113175 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.113427 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.113656 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.113911 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.114158 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.114404 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.114652 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.114884 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.115121 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.115373 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.115592 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.115827 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.116076 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.116381 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.116634 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.116874 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.117086 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.117363 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.117908 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.117908 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.118142 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.118339 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.118576 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.118848 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.119077 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.119290 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.119503 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.119727 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.119938 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.120149 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.120361 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.120619 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.120834 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.121046 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.121295 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.121511 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.121725 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.122078 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.122446 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.122606 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.122778 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.122991 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.123230 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.123475 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.123691 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.123906 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.124137 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.124373 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.124645 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.124866 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.125129 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.125386 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.125626 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.125868 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.126109 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.126362 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.126873 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.126873 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.127141 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.127264 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.127433 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.127649 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.127866 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.128094 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.128474 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.128717 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.128973 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.129226 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.134119 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.134119 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.134119 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.134119 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.134119 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.134119 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.134119 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.134119 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.135564 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.135564 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.135564 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.135564 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.135564 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.135564 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.135564 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.135564 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.136610 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.136610 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.136610 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.136610 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.136610 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.136610 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.136610 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.136610 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.136610 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.138814 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.138814 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.138814 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.138814 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.138814 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.138814 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.138814 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.138814 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.140479 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.140479 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.140479 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.140479 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.140479 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.140479 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.140479 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.140479 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.141759 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.141759 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.141759 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.141759 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.141759 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.141759 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.141759 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.141759 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.142650 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.142650 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.142650 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.142650 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.142650 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.142650 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.142650 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.142650 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.143207 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.143207 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.143207 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.147330 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.147571 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.147816 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.148055 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.148284 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.149461 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.149461 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.149461 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.149461 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.150237 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.150237 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.150237 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.150616 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.150738 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.150949 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.151201 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.151444 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.151669 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.151930 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.152253 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.152571 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.152838 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.153105 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.153384 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.153657 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.154539 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.154778 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.155200 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.155543 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.155931 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.156416 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.156789 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.157056 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.157285 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.157506 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.157725 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.157945 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.158163 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.158425 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.158657 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.158914 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.159132 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.159361 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.159489 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:13.159627 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.159800 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.160023 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.160303 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.160431 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.160607 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 12:52:13.161157 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102861) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 12:52:13.161320 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 12:52:13.161475 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 12:52:13.161660 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 12:52:13.161832 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 12:52:13.161987 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 12:52:13.162197 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.162357 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.162517 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.162676 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.162833 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.163012 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.163171 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.163331 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.163487 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.163644 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.163800 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.163974 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.164113 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.164261 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.164416 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.164598 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.164763 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.164924 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.165089 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.165248 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.165407 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.165566 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.165722 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] debug = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.165879 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.166084 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.166237 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.166395 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.166552 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.166710 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.166865 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.167023 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.167181 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.167338 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.167496 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.167651 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.167806 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.167962 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.168119 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.168276 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.168432 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.168606 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.168766 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] host = dv-cinder-830089-2-iscsi {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.168922 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.169079 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.169235 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.169418 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.169574 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.169731 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.169887 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.170101 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.170380 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.170380 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.170622 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.170622 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.170852 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.170975 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_file = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.171099 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_options = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.171231 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.171341 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.171496 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.171688 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.171830 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.171989 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.172146 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.172302 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.172700 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.172700 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.173007 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.173007 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.173279 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.173279 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.173538 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.173538 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.173799 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.173799 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.174066 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.174066 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.174326 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.174462 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.174597 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.174733 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.174868 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.175015 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.175152 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.175296 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.175433 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.175569 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.175704 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.175841 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.180403 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.180403 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.180403 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.180403 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.180940 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 34456) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:52:13.181067 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.181067 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.181067 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.181067 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.181067 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.181067 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.181067 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.181067 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.181624 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.181624 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.181624 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] use_json = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.181624 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.181624 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.181624 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.181624 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.181624 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.181624 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.182254 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.182254 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.182254 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:13.182254 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.182254 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.182254 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.182254 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.182254 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.182780 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.182780 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.182780 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.182780 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.182780 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.182780 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.182780 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.182780 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.183362 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.183362 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.183362 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.183362 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.183362 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.183362 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.183362 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.183362 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.183879 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.183879 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.183879 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.183879 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.183879 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.183879 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.183879 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.183879 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.184407 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.184407 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.184407 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.184407 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.184711 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.184711 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.184853 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.184931 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.185133 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.185297 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.185620 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.185783 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.186108 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.186275 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.186438 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.186601 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.186761 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.187113 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.187277 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.187588 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.188934 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.188934 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.188934 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.188934 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.188934 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.188934 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.188934 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.188934 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.189422 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.189422 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.189422 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.189422 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.189653 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.191271 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.191271 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.191271 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.191464 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0114219 Mar 08 12:52:13.191536 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.191536 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.191536 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.191536 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.191536 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.191536 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.191868 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.191868 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.191984 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.192075 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.192372 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.192707 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.193014 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.193178 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.193466 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.193766 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.193935 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.194098 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.194259 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.194421 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.194585 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.194745 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.194990 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.195079 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.195216 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.195382 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.195548 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.195724 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.195885 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.196145 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.196236 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.196451 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.196541 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.196675 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.196830 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.196985 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.197152 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.197310 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.198209 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.198209 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.198209 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.198209 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.198209 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.198209 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.198795 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.198795 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.198795 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.198795 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.199176 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.199176 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.199366 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.199468 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.199569 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.199704 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.199874 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.200037 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.200203 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.200365 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.200533 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.202106 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.202276 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.202555 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.202708 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.202818 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.203232 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.203232 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.203232 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.203822 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.203822 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.203822 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.203822 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.204439 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.204439 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.204439 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.204439 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.205400 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.205583 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.205751 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.205916 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.206080 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.206251 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.206391 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.206553 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.206714 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.206877 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.207038 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.208017 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.208017 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.208017 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.208017 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.208017 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.208017 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.208704 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.208704 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.208704 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.208704 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.209097 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.209097 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.209097 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.209763 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.209763 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.209763 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.209763 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.209763 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.210170 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.210170 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.210311 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.210388 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.210531 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.210694 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.210852 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.211015 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.211181 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.212581 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.212581 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.212581 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.212581 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.212581 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.212581 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.212581 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.212581 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.213104 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.213369 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.213543 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.213706 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.213870 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.214035 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.214198 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.214360 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.214543 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.214706 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.214868 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.215034 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.215194 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.215353 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.215516 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.215679 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.215842 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.216002 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.216164 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.216906 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.217078 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.217238 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.217399 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.217560 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.217723 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.217886 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.218048 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.218211 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.218462 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.218567 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.218676 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.218837 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.218996 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.219156 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.219320 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.219479 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.219792 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.219972 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.220137 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.220306 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.220464 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.220647 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.220813 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.220987 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.221148 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.221326 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.221473 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.221633 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.221793 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.221965 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.222129 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.222289 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.222453 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.222613 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.222777 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.222948 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.223110 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.223272 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.223432 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.223593 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.223753 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.223922 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.224084 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.224244 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.224404 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.224611 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.224754 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.224927 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.225090 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.225250 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.225410 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.225570 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.225730 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.225900 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.226061 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.226221 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.226392 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.226557 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.226720 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.226881 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.227055 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.227218 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.227384 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.227545 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.227707 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.227868 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.228031 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.228197 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.228368 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.228550 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.228727 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.228897 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.229066 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.229236 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.229399 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.229566 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.229738 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.229900 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.230060 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.230220 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.230381 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.230542 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.230705 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.230866 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.231026 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.231185 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.231344 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.231504 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.231663 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.231823 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.232008 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.232168 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.232330 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.232495 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.232681 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.232883 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:13.233231 dv-cinder-830089-2-iscsi neutron-server[102861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 12:52:24.672949 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928b7269-81d6-41ee-9d14-a84b3e1d397a None None] get_active_networks_info from dv-cinder-830089-2-iscsi {{(pid=102970) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 12:52:24.728438 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928b7269-81d6-41ee-9d14-a84b3e1d397a None None] No non-hosted networks {{(pid=102970) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 12:52:24.744870 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.agentschedulers_db [None req-928b7269-81d6-41ee-9d14-a84b3e1d397a None None] DHCP Agent not found on host dv-cinder-830089-2-iscsi {{(pid=102970) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 12:52:24.828605 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dab11de0-c695-44ce-89db-2053a227463a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-674301'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:26.869127 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9f9adc85-3d4d-4a37-aff6-a386c54fd3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-674301'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:26.903314 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-72ea6d73-e20b-4263-847e-263ae04e9351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:28.098129 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-674301'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:29.516744 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-674301'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:30.726419 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 34540) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:52:30.936643 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-674301'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:30.937998 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:30.938414 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:30.938813 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:30.939151 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:30.939480 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:30.940301 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:30.940696 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:30.941594 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:30.942211 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:30.942741 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:30.943231 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:30.943704 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:30.944431 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:30.945108 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830089-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:30.970157 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830089-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:31.296933 dv-cinder-830089-2-iscsi neutron-server[102968]: WARNING oslo_policy.policy [None req-56c70357-9d58-4edc-8d65-2392da5612f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 12:52:31.297533 dv-cinder-830089-2-iscsi neutron-server[102968]: WARNING oslo_policy.policy [None req-56c70357-9d58-4edc-8d65-2392da5612f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 12:52:31.522526 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [None req-56c70357-9d58-4edc-8d65-2392da5612f0 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:52:31.525065 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-56c70357-9d58-4edc-8d65-2392da5612f0 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7966053 Mar 08 12:52:34.042337 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.db.l3_hamode_db [None req-81fa2c5a-4094-4454-bac9-e4846e85fb8d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 12:52:34.118078 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fa2c5a-4094-4454-bac9-e4846e85fb8d None None] Routers set() bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:52:34.118478 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fa2c5a-4094-4454-bac9-e4846e85fb8d None None] Router IDs set() for agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 12:52:34.179052 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 34566) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:52:34.493552 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-722aa9ea-9698-4d40-b08f-4af9cc5f7922 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:52:34.586306 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.policy [None req-722aa9ea-9698-4d40-b08f-4af9cc5f7922 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102968) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 12:52:34.631240 dv-cinder-830089-2-iscsi neutron-server[102968]: WARNING oslo_policy.policy [None req-722aa9ea-9698-4d40-b08f-4af9cc5f7922 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 12:52:34.631630 dv-cinder-830089-2-iscsi neutron-server[102968]: WARNING oslo_policy.policy [None req-722aa9ea-9698-4d40-b08f-4af9cc5f7922 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 12:52:34.726853 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-722aa9ea-9698-4d40-b08f-4af9cc5f7922 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755468530309', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755468529912', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755468520268', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755468513347', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755468507437', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755468369623', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1749917', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1937244', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-989976', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-981675'] for rbac-policy (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:34.796347 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-722aa9ea-9698-4d40-b08f-4af9cc5f7922 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:34.797584 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-722aa9ea-9698-4d40-b08f-4af9cc5f7922 admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6175864 Mar 08 12:52:37.275114 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 34576) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:52:37.581735 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:52:37.612868 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Made reservation on behalf of 9feeafa6efad4a9e96045a0f04eabea4 for: {'network': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:52:37.617342 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for network (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:37.636786 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:37.750513 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Publish callbacks [] for security_group (be8094e5-74a9-4786-a277-06d79c998af2), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:37.754311 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (be8094e5-74a9-4786-a277-06d79c998af2), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:37.778007 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1000} {{(pid=102968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:52:37.812965 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755472085342', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (b375d743-1bcd-4591-9d80-e4b1144e70fc), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:37.813557 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Unsubscribe: segment precommit_create {{(pid=102968) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 12:52:37.814058 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.segments_db [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Added segment b375d743-1bcd-4591-9d80-e4b1144e70fc of type vlan for network da8309e2-f66e-45d7-93d6-7ee41d5ccef0 Mar 08 12:52:37.829574 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=be8094e5-74a9-4786-a277-06d79c998af2,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:37.855032 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:37.855914 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:37.856270 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:37.856629 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:37.856959 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:37.857535 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:37.857856 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:37.858173 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:37.858489 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:37.858823 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:37.859141 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:37.859453 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:37.859766 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Tracked resource versions report: Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: pushed versions: Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: { 'AddressGroup': {'1.2'}, Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: 'ConntrackHelper': {'1.0'}, Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: 'LocalIPAssociation': {'1.0'}, Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: 'Log': {'1.0'}, Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: 'Network': {'1.1'}, Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: 'Port': {'1.7'}, Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: 'PortForwarding': {'1.2'}, Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: 'QosPolicy': {'1.10'}, Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: 'SecurityGroup': {'1.5'}, Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: 'SubPort': {'1.0'}, Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: 'Subnet': {'1.1'}, Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: 'Trunk': {'1.1'}} Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: consumer versions: Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: { DHCP agent@dv-cinder-830089-2-iscsi: {}, Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: L3 agent@dv-cinder-830089-2-iscsi: {}, Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: Metadata agent@dv-cinder-830089-2-iscsi: {}, Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: Metering agent@dv-cinder-830089-2-iscsi: {}, Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: Open vSwitch agent@dv-cinder-830089-2-iscsi: { 'AddressGroup': '1.2', Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: 'ConntrackHelper': '1.0', Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: 'LocalIPAssociation': '1.0', Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: 'Log': '1.0', Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: 'Network': '1.1', Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: 'Port': '1.7', Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: 'PortForwarding': '1.2', Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: 'QosPolicy': '1.10', Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: 'SecurityGroup': '1.5', Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: 'SecurityGroupRule': '1.2', Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: 'SubPort': '1.0', Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: 'Subnet': '1.1', Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: 'Trunk': '1.1'}} Mar 08 12:52:37.861076 dv-cinder-830089-2-iscsi neutron-server[102968]: {{(pid=102968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:52:37.925017 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755471561494'] for network (da8309e2-f66e-45d7-93d6-7ee41d5ccef0), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:37.963613 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for network (da8309e2-f66e-45d7-93d6-7ee41d5ccef0), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:37.969299 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:37.970023 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:38.038382 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7621925 Mar 08 12:52:38.095290 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e900fb-d99f-4269-ba19-f92f5d462715 demo demo] Pushing event updated for resources: {'Network': ['ID=da8309e2-f66e-45d7-93d6-7ee41d5ccef0,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:38.108492 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Network da8309e2-f66e-45d7-93d6-7ee41d5ccef0 details requested by agent ovs-agent-dv-cinder-830089-2-iscsi with host dv-cinder-830089-2-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:52:40.628813 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 34588) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:52:41.031858 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a474e40-3c47-45ad-830b-512e328b024a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:41.033278 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-9a474e40-3c47-45ad-830b-512e328b024a demo admin] 10.222.0.50 "GET /v2.0/networks/da8309e2-f66e-45d7-93d6-7ee41d5ccef0 HTTP/1.1" status: 200 len: 826 time: 0.4034886 Mar 08 12:52:41.057569 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-4fc8c10f-924d-42fb-974a-378eaae4d7a3 demo admin] 10.222.0.50 "GET /v2.0/subnetpools/9f709f5e-fa98-4c4d-bb7c-e74eefecc557 HTTP/1.1" status: 200 len: 734 time: 0.0185695 Mar 08 12:52:41.066605 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-ee433b62-d3da-4b2e-990e-1bed7a441089 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'da8309e2-f66e-45d7-93d6-7ee41d5ccef0', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '9f709f5e-fa98-4c4d-bb7c-e74eefecc557'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:52:41.087363 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee433b62-d3da-4b2e-990e-1bed7a441089 demo admin] Made reservation on behalf of 9feeafa6efad4a9e96045a0f04eabea4 for: {'subnet': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:52:41.089763 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ee433b62-d3da-4b2e-990e-1bed7a441089 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:41.397340 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ee433b62-d3da-4b2e-990e-1bed7a441089 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for subnet (21298e2b-dd3a-4e20-a07d-ba252a113759), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:41.471870 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee433b62-d3da-4b2e-990e-1bed7a441089 demo admin] Checking segment: {'id': 'b375d743-1bcd-4591-9d80-e4b1144e70fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'da8309e2-f66e-45d7-93d6-7ee41d5ccef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:52:41.472240 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee433b62-d3da-4b2e-990e-1bed7a441089 demo admin] Network hostable DHCP agents. Network: da8309e2-f66e-45d7-93d6-7ee41d5ccef0, hostable agents: ['57d8c91c-da11-4d19-879a-ab8c1c8220b9'], hosted agents: [] {{(pid=102968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:52:41.476764 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee433b62-d3da-4b2e-990e-1bed7a441089 demo admin] Pushing event updated for resources: {'Subnet': ['ID=21298e2b-dd3a-4e20-a07d-ba252a113759,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:41.496611 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee433b62-d3da-4b2e-990e-1bed7a441089 demo admin] Network da8309e2-f66e-45d7-93d6-7ee41d5ccef0 is scheduled to be hosted by DHCP agent 57d8c91c-da11-4d19-879a-ab8c1c8220b9 with binding_index 1 {{(pid=102968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:52:41.507917 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-ee433b62-d3da-4b2e-990e-1bed7a441089 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-2-iscsi, da8309e2-f66e-45d7-93d6-7ee41d5ccef0) {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:52:41.512482 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee433b62-d3da-4b2e-990e-1bed7a441089 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:41.513111 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ee433b62-d3da-4b2e-990e-1bed7a441089 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:41.517801 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bc25a7-62c0-4033-8f36-081c335afb1f None None] Network da8309e2-f66e-45d7-93d6-7ee41d5ccef0 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:52:41.527987 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-ee433b62-d3da-4b2e-990e-1bed7a441089 demo admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4646015 Mar 08 12:52:41.898217 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2847e9c-4fb5-5906-a73f-07d87f7d96e3-da8309e2-f66e-45d7-93d6-7ee41d5ccef0', 'network_id': 'da8309e2-f66e-45d7-93d6-7ee41d5ccef0', 'project_id': '9feeafa6efad4a9e96045a0f04eabea4', 'fixed_ips': [{'subnet_id': '21298e2b-dd3a-4e20-a07d-ba252a113759'}]}} from dv-cinder-830089-2-iscsi. {{(pid=102970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:52:41.899561 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:42.177849 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Allocated IP 172.20.0.2 (da8309e2-f66e-45d7-93d6-7ee41d5ccef0/21298e2b-dd3a-4e20-a07d-ba252a113759/c94f0b52-f1c1-4176-b40e-17222f7f70db) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:52:42.451774 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Publish callbacks [] for port (c94f0b52-f1c1-4176-b40e-17222f7f70db), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:42.459345 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007'] for port (c94f0b52-f1c1-4176-b40e-17222f7f70db), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:42.530163 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Network da8309e2-f66e-45d7-93d6-7ee41d5ccef0 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:52:42.534612 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:52:42.551508 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:52:42.554654 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Pushing event updated for resources: {'Port': ['ID=c94f0b52-f1c1-4176-b40e-17222f7f70db,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:42.585986 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:42.586355 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:42.586719 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:42.587062 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:42.587397 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:42.587735 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:42.588071 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:42.588402 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:42.588764 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:42.589111 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:42.589482 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:42.589809 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:42.590132 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Tracked resource versions report: Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: pushed versions: Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: { 'AddressGroup': {'1.2'}, Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: 'ConntrackHelper': {'1.0'}, Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: 'LocalIPAssociation': {'1.0'}, Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: 'Log': {'1.0'}, Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: 'Network': {'1.1'}, Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: 'Port': {'1.7'}, Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: 'PortForwarding': {'1.2'}, Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: 'QosPolicy': {'1.10'}, Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: 'SecurityGroup': {'1.5'}, Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: 'SubPort': {'1.0'}, Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: 'Subnet': {'1.1'}, Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: 'Trunk': {'1.1'}} Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: consumer versions: Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: { DHCP agent@dv-cinder-830089-2-iscsi: {}, Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: L3 agent@dv-cinder-830089-2-iscsi: {}, Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: Metadata agent@dv-cinder-830089-2-iscsi: {}, Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: Metering agent@dv-cinder-830089-2-iscsi: {}, Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: Open vSwitch agent@dv-cinder-830089-2-iscsi: { 'AddressGroup': '1.2', Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: 'ConntrackHelper': '1.0', Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: 'LocalIPAssociation': '1.0', Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: 'Log': '1.0', Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: 'Network': '1.1', Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: 'Port': '1.7', Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: 'PortForwarding': '1.2', Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: 'QosPolicy': '1.10', Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: 'SecurityGroup': '1.5', Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: 'SecurityGroupRule': '1.2', Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: 'SubPort': '1.0', Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: 'Subnet': '1.1', Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: 'Trunk': '1.1'}} Mar 08 12:52:42.591558 dv-cinder-830089-2-iscsi neutron-server[102970]: {{(pid=102970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:52:42.643632 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Attempting to bind port c94f0b52-f1c1-4176-b40e-17222f7f70db on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:52:42.644042 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Attempting to bind port c94f0b52-f1c1-4176-b40e-17222f7f70db by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': 'b375d743-1bcd-4591-9d80-e4b1144e70fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'da8309e2-f66e-45d7-93d6-7ee41d5ccef0'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:52:42.644460 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Attempting to bind port c94f0b52-f1c1-4176-b40e-17222f7f70db on network da8309e2-f66e-45d7-93d6-7ee41d5ccef0 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:52:42.649402 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:52:42.649802 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Checking segment: {'id': 'b375d743-1bcd-4591-9d80-e4b1144e70fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'da8309e2-f66e-45d7-93d6-7ee41d5ccef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:52:42.650286 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:42.650704 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Bound using segment: {'id': 'b375d743-1bcd-4591-9d80-e4b1144e70fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'da8309e2-f66e-45d7-93d6-7ee41d5ccef0'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:52:42.651211 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Bound port: c94f0b52-f1c1-4176-b40e-17222f7f70db, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b375d743-1bcd-4591-9d80-e4b1144e70fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'da8309e2-f66e-45d7-93d6-7ee41d5ccef0'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:52:42.651620 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (c94f0b52-f1c1-4176-b40e-17222f7f70db), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:42.713339 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] For port c94f0b52-f1c1-4176-b40e-17222f7f70db, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:52:42.717585 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] For port c94f0b52-f1c1-4176-b40e-17222f7f70db, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=c94f0b52-f1c1-4176-b40e-17222f7f70db,segment=NetworkSegment(b375d743-1bcd-4591-9d80-e4b1144e70fc),segment_id=b375d743-1bcd-4591-9d80-e4b1144e70fc)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:52:42.728268 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (c94f0b52-f1c1-4176-b40e-17222f7f70db), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:42.794794 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b507ff-e2e0-4718-9629-b5e34f359dcc None None] Pushing event updated for resources: {'Port': ['ID=c94f0b52-f1c1-4176-b40e-17222f7f70db,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:44.151411 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 34596) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:52:44.501920 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [None req-e94877ad-5233-4a4c-a977-2a482a73cd01 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:52:44.502990 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-e94877ad-5233-4a4c-a977-2a482a73cd01 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3501058 Mar 08 12:52:47.177637 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 34604) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:52:47.494592 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [None req-1d6a438c-66b7-4e7d-bb9c-2c63d855406e admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:52:47.496445 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-1d6a438c-66b7-4e7d-bb9c-2c63d855406e admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3178773 Mar 08 12:52:50.142146 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 34612) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:52:50.676079 dv-cinder-830089-2-iscsi neutron-server[102969]: WARNING oslo_policy.policy [None req-5d889c39-a5cb-4863-91ea-2a6838638c9a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 12:52:50.676722 dv-cinder-830089-2-iscsi neutron-server[102969]: WARNING oslo_policy.policy [None req-5d889c39-a5cb-4863-91ea-2a6838638c9a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 12:52:50.902710 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-5d889c39-a5cb-4863-91ea-2a6838638c9a demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:52:50.967373 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.policy [None req-5d889c39-a5cb-4863-91ea-2a6838638c9a demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102969) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 12:52:51.014331 dv-cinder-830089-2-iscsi neutron-server[102969]: WARNING oslo_policy.policy [None req-5d889c39-a5cb-4863-91ea-2a6838638c9a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 12:52:51.014714 dv-cinder-830089-2-iscsi neutron-server[102969]: WARNING oslo_policy.policy [None req-5d889c39-a5cb-4863-91ea-2a6838638c9a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 12:52:51.077725 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5d889c39-a5cb-4863-91ea-2a6838638c9a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-674970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60768'] for router (f5ae367b-ed5c-4a6f-92ec-c10dcec85857), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:51.079554 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5d889c39-a5cb-4863-91ea-2a6838638c9a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-851116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60777'] for router (f5ae367b-ed5c-4a6f-92ec-c10dcec85857), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:51.239654 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5d889c39-a5cb-4863-91ea-2a6838638c9a demo demo] Publish callbacks [] for router_controller (f5ae367b-ed5c-4a6f-92ec-c10dcec85857), precommit_add_association {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:51.246975 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5d889c39-a5cb-4863-91ea-2a6838638c9a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673780'] for router (f5ae367b-ed5c-4a6f-92ec-c10dcec85857), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:51.285748 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5d889c39-a5cb-4863-91ea-2a6838638c9a demo demo] Publish callbacks [] for router (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:51.287103 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-5d889c39-a5cb-4863-91ea-2a6838638c9a demo demo] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.1440060 Mar 08 12:52:53.764491 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device c94f0b52-f1c1-4176-b40e-17222f7f70db up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:52:53.854779 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port c94f0b52-f1c1-4176-b40e-17222f7f70db triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:52:53.855303 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (c94f0b52-f1c1-4176-b40e-17222f7f70db), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:53.928253 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 34632) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:52:53.965583 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port c94f0b52-f1c1-4176-b40e-17222f7f70db is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:52:53.965986 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (c94f0b52-f1c1-4176-b40e-17222f7f70db), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:54.001119 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] For port c94f0b52-f1c1-4176-b40e-17222f7f70db, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=c94f0b52-f1c1-4176-b40e-17222f7f70db,segment=NetworkSegment(b375d743-1bcd-4591-9d80-e4b1144e70fc),segment_id=b375d743-1bcd-4591-9d80-e4b1144e70fc)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:52:54.008691 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (c94f0b52-f1c1-4176-b40e-17222f7f70db), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:54.054900 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Pushing event updated for resources: {'Port': ['ID=c94f0b52-f1c1-4176-b40e-17222f7f70db,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:54.262026 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [None req-73ad86ab-39fc-43b1-92e5-45ff66366d0c admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:52:54.263032 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-73ad86ab-39fc-43b1-92e5-45ff66366d0c admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3338027 Mar 08 12:52:54.557743 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25fa9a7-9518-4921-ab28-40892a26050e None None] Network da8309e2-f66e-45d7-93d6-7ee41d5ccef0 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:52:54.647561 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-14a029e1-f7a7-4824-bfd0-8033dfa1b3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:54.661826 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-7d64f0c8-753e-4e3c-8669-97f4338db670 None None] Provisioning complete for port c94f0b52-f1c1-4176-b40e-17222f7f70db triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:52:54.662225 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7d64f0c8-753e-4e3c-8669-97f4338db670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (c94f0b52-f1c1-4176-b40e-17222f7f70db), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:54.784071 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-7d64f0c8-753e-4e3c-8669-97f4338db670 None None] Current status of the port c94f0b52-f1c1-4176-b40e-17222f7f70db is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:52:55.008537 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-2fb9e966-3022-43c3-bd29-09b8cced65fe None None] Provisioning complete for port c94f0b52-f1c1-4176-b40e-17222f7f70db triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:52:55.008958 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-2fb9e966-3022-43c3-bd29-09b8cced65fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (c94f0b52-f1c1-4176-b40e-17222f7f70db), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:55.096869 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-2fb9e966-3022-43c3-bd29-09b8cced65fe None None] Current status of the port c94f0b52-f1c1-4176-b40e-17222f7f70db is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:52:55.737529 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device c94f0b52-f1c1-4176-b40e-17222f7f70db up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:52:55.788681 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port c94f0b52-f1c1-4176-b40e-17222f7f70db triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:52:55.789326 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (c94f0b52-f1c1-4176-b40e-17222f7f70db), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:55.863223 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port c94f0b52-f1c1-4176-b40e-17222f7f70db is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:52:56.849575 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 34642) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:52:56.867189 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fd2d781f-1e72-4848-8e57-05a257f6a77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:57.168285 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:52:57.190376 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Made reservation on behalf of 8152b3ea8c034668a33d1bc356d1c43c for: {'network': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:52:57.193157 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for network (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:57.208392 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:57.311318 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Publish callbacks [] for security_group (f8c296d1-83a1-43bf-8197-31bba0efcb8d), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:57.315008 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (f8c296d1-83a1-43bf-8197-31bba0efcb8d), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:57.325729 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Reserving flat network on physical network physnet1 {{(pid=102969) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 12:52:57.357257 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755472085342', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (d0d08fee-e1fd-4e01-8bab-55f7f5a703f7), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:57.357842 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Unsubscribe: segment precommit_create {{(pid=102969) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 12:52:57.358344 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.db.segments_db [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Added segment d0d08fee-e1fd-4e01-8bab-55f7f5a703f7 of type flat for network 5c176cc8-3706-4b4e-95aa-80d42c394e72 Mar 08 12:52:57.374232 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c296d1-83a1-43bf-8197-31bba0efcb8d,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:57.399082 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:57.399450 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:57.399788 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:57.400122 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:57.400450 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:57.401315 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:57.401655 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:57.401980 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:57.402320 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:57.402657 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:57.402979 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:57.403297 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:57.403611 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Tracked resource versions report: Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: pushed versions: Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: { 'AddressGroup': {'1.2'}, Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: 'ConntrackHelper': {'1.0'}, Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: 'LocalIPAssociation': {'1.0'}, Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: 'Log': {'1.0'}, Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: 'Network': {'1.1'}, Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: 'Port': {'1.7'}, Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: 'PortForwarding': {'1.2'}, Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: 'QosPolicy': {'1.10'}, Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: 'SecurityGroup': {'1.5'}, Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: 'SubPort': {'1.0'}, Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: 'Subnet': {'1.1'}, Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: 'Trunk': {'1.1'}} Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: consumer versions: Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: { DHCP agent@dv-cinder-830089-2-iscsi: {}, Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: L3 agent@dv-cinder-830089-2-iscsi: {}, Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: Metadata agent@dv-cinder-830089-2-iscsi: {}, Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: Metering agent@dv-cinder-830089-2-iscsi: {}, Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: Open vSwitch agent@dv-cinder-830089-2-iscsi: { 'AddressGroup': '1.2', Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: 'ConntrackHelper': '1.0', Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: 'LocalIPAssociation': '1.0', Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: 'Log': '1.0', Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: 'Network': '1.1', Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: 'Port': '1.7', Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: 'PortForwarding': '1.2', Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: 'QosPolicy': '1.10', Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: 'SecurityGroup': '1.5', Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: 'SecurityGroupRule': '1.2', Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: 'SubPort': '1.0', Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: 'Subnet': '1.1', Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: 'Trunk': '1.1'}} Mar 08 12:52:57.405006 dv-cinder-830089-2-iscsi neutron-server[102969]: {{(pid=102969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:52:57.475902 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755471561494'] for network (5c176cc8-3706-4b4e-95aa-80d42c394e72), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:57.517685 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for network (5c176cc8-3706-4b4e-95aa-80d42c394e72), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:57.518678 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:57.519394 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:57.584454 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7338059 Mar 08 12:52:57.620790 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa0302-c8e2-4c27-9772-419a5535c95d admin admin] Pushing event updated for resources: {'Network': ['ID=5c176cc8-3706-4b4e-95aa-80d42c394e72,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:57.632454 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 details requested by agent ovs-agent-dv-cinder-830089-2-iscsi with host dv-cinder-830089-2-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:52:58.052780 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:59.472275 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:00.110755 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 34664) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:53:00.337034 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03a09ed-b05c-44c0-8af9-7f41b1cb52ce demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:00.339049 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-d03a09ed-b05c-44c0-8af9-7f41b1cb52ce demo admin] 10.222.0.50 "GET /v2.0/subnets/21298e2b-dd3a-4e20-a07d-ba252a113759 HTTP/1.1" status: 200 len: 849 time: 0.2273214 Mar 08 12:53:00.481711 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-e5e34f53-e95c-423f-9487-d88e74f7aff6 demo admin] 10.222.0.50 "GET /v2.0/routers/f5ae367b-ed5c-4a6f-92ec-c10dcec85857 HTTP/1.1" status: 200 len: 704 time: 0.1367552 Mar 08 12:53:00.756912 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7335fa14-9052-4510-ac36-f536851c7a9a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:00.938431 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:01.058751 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-7335fa14-9052-4510-ac36-f536851c7a9a demo admin] Allocated IP 172.20.0.1 (da8309e2-f66e-45d7-93d6-7ee41d5ccef0/21298e2b-dd3a-4e20-a07d-ba252a113759/59f6975a-0ce5-4f14-af4c-56effb5a0584) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:53:01.240894 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7335fa14-9052-4510-ac36-f536851c7a9a demo admin] Publish callbacks [] for port (59f6975a-0ce5-4f14-af4c-56effb5a0584), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:01.311453 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7335fa14-9052-4510-ac36-f536851c7a9a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007'] for port (59f6975a-0ce5-4f14-af4c-56effb5a0584), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:01.384711 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7335fa14-9052-4510-ac36-f536851c7a9a demo admin] Network da8309e2-f66e-45d7-93d6-7ee41d5ccef0 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:53:01.389917 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-7335fa14-9052-4510-ac36-f536851c7a9a demo admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:53:01.402828 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7335fa14-9052-4510-ac36-f536851c7a9a demo admin] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:53:01.402828 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7335fa14-9052-4510-ac36-f536851c7a9a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672217'] for router_interface (f5ae367b-ed5c-4a6f-92ec-c10dcec85857), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:01.421948 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335fa14-9052-4510-ac36-f536851c7a9a demo admin] Pushing event updated for resources: {'Port': ['ID=59f6975a-0ce5-4f14-af4c-56effb5a0584,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:01.612702 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7335fa14-9052-4510-ac36-f536851c7a9a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (59f6975a-0ce5-4f14-af4c-56effb5a0584), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:01.716119 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-5562bf57-9c25-45c2-9093-fad56ba530c2 None None] Provisioning complete for port 59f6975a-0ce5-4f14-af4c-56effb5a0584 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:53:01.716522 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5562bf57-9c25-45c2-9093-fad56ba530c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (59f6975a-0ce5-4f14-af4c-56effb5a0584), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:01.757276 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-5562bf57-9c25-45c2-9093-fad56ba530c2 None None] Port 59f6975a-0ce5-4f14-af4c-56effb5a0584 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:53:01.900638 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7335fa14-9052-4510-ac36-f536851c7a9a demo admin] Publish callbacks [] for port (59f6975a-0ce5-4f14-af4c-56effb5a0584), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:01.905437 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7335fa14-9052-4510-ac36-f536851c7a9a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (59f6975a-0ce5-4f14-af4c-56effb5a0584), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:01.906233 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7335fa14-9052-4510-ac36-f536851c7a9a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672181'] for router_interface (f5ae367b-ed5c-4a6f-92ec-c10dcec85857), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:01.987537 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335fa14-9052-4510-ac36-f536851c7a9a demo admin] Pushing event updated for resources: {'Port': ['ID=59f6975a-0ce5-4f14-af4c-56effb5a0584,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:02.035714 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7335fa14-9052-4510-ac36-f536851c7a9a demo admin] Network da8309e2-f66e-45d7-93d6-7ee41d5ccef0 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:53:02.037564 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-7335fa14-9052-4510-ac36-f536851c7a9a demo admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:53:02.229242 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7335fa14-9052-4510-ac36-f536851c7a9a demo admin] Router f5ae367b-ed5c-4a6f-92ec-c10dcec85857 is scheduled to L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c with binding_index 1 {{(pid=102969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:53:02.332074 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7335fa14-9052-4510-ac36-f536851c7a9a demo admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:53:02.338642 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-7335fa14-9052-4510-ac36-f536851c7a9a demo admin] 10.222.0.50 "PUT /v2.0/routers/f5ae367b-ed5c-4a6f-92ec-c10dcec85857/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8513353 Mar 08 12:53:02.343488 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515a7798-ba82-4b1d-ac4a-d548525e41f4 None None] Sync routers for ids ['f5ae367b-ed5c-4a6f-92ec-c10dcec85857'] in dv-cinder-830089-2-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:53:02.356921 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515a7798-ba82-4b1d-ac4a-d548525e41f4 None None] Routers {'f5ae367b-ed5c-4a6f-92ec-c10dcec85857'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:53:02.357846 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-515a7798-ba82-4b1d-ac4a-d548525e41f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T12:52:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['f5ae367b-ed5c-4a6f-92ec-c10dcec85857'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:02.395456 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-efe8bf8b-e090-4018-869e-4990f5aeffaf None None] Provisioning complete for port 59f6975a-0ce5-4f14-af4c-56effb5a0584 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:53:02.396374 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-efe8bf8b-e090-4018-869e-4990f5aeffaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (59f6975a-0ce5-4f14-af4c-56effb5a0584), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:02.444525 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-efe8bf8b-e090-4018-869e-4990f5aeffaf None None] Port 59f6975a-0ce5-4f14-af4c-56effb5a0584 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:53:02.578071 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-515a7798-ba82-4b1d-ac4a-d548525e41f4 None None] Set router f5ae367b-ed5c-4a6f-92ec-c10dcec85857 gateway port host: None {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:53:03.047443 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-515a7798-ba82-4b1d-ac4a-d548525e41f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ae367b-ed5c-4a6f-92ec-c10dcec85857', 'name': 'router1', 'tenant_id': '9feeafa6efad4a9e96045a0f04eabea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:52:51Z', 'updated_at': '2022-03-08T12:53:01Z', 'revision_number': 2, 'project_id': '9feeafa6efad4a9e96045a0f04eabea4', 'gw_port_host': None, '_interfaces': [{'id': '59f6975a-0ce5-4f14-af4c-56effb5a0584', 'name': '', 'network_id': 'da8309e2-f66e-45d7-93d6-7ee41d5ccef0', 'tenant_id': '9feeafa6efad4a9e96045a0f04eabea4', 'mac_address': 'fa:16:3e:07:fa:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ae367b-ed5c-4a6f-92ec-c10dcec85857', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21298e2b-dd3a-4e20-a07d-ba252a113759', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:53:00Z', 'updated_at': '2022-03-08T12:53:01Z', 'revision_number': 2, 'project_id': '9feeafa6efad4a9e96045a0f04eabea4', 'subnets': [{'id': '21298e2b-dd3a-4e20-a07d-ba252a113759', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f709f5e-fa98-4c4d-bb7c-e74eefecc557'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:03.102599 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515a7798-ba82-4b1d-ac4a-d548525e41f4 None None] Checking router: f5ae367b-ed5c-4a6f-92ec-c10dcec85857 for host: dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:53:03.102971 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515a7798-ba82-4b1d-ac4a-d548525e41f4 None None] Updating router f5ae367b-ed5c-4a6f-92ec-c10dcec85857 port 59f6975a-0ce5-4f14-af4c-56effb5a0584 binding host dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:53:03.174408 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-515a7798-ba82-4b1d-ac4a-d548525e41f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (59f6975a-0ce5-4f14-af4c-56effb5a0584), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:03.729710 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-515a7798-ba82-4b1d-ac4a-d548525e41f4 None None] Publish callbacks [] for port (59f6975a-0ce5-4f14-af4c-56effb5a0584), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:03.737391 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-515a7798-ba82-4b1d-ac4a-d548525e41f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (59f6975a-0ce5-4f14-af4c-56effb5a0584), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:03.917505 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac6130-edc1-44c9-90ac-7e3ff0dff61a None None] Pushing event updated for resources: {'Port': ['ID=59f6975a-0ce5-4f14-af4c-56effb5a0584,revision_number=3']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:03.925659 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-515a7798-ba82-4b1d-ac4a-d548525e41f4 None None] Attempting to bind port 59f6975a-0ce5-4f14-af4c-56effb5a0584 on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:53:03.926140 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-515a7798-ba82-4b1d-ac4a-d548525e41f4 None None] Attempting to bind port 59f6975a-0ce5-4f14-af4c-56effb5a0584 by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': 'b375d743-1bcd-4591-9d80-e4b1144e70fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'da8309e2-f66e-45d7-93d6-7ee41d5ccef0'}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:53:03.926573 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515a7798-ba82-4b1d-ac4a-d548525e41f4 None None] Attempting to bind port 59f6975a-0ce5-4f14-af4c-56effb5a0584 on network da8309e2-f66e-45d7-93d6-7ee41d5ccef0 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:53:03.933975 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac6130-edc1-44c9-90ac-7e3ff0dff61a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:03.934265 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac6130-edc1-44c9-90ac-7e3ff0dff61a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:03.934608 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac6130-edc1-44c9-90ac-7e3ff0dff61a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:03.934940 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac6130-edc1-44c9-90ac-7e3ff0dff61a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:03.935267 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac6130-edc1-44c9-90ac-7e3ff0dff61a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:03.935593 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac6130-edc1-44c9-90ac-7e3ff0dff61a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:03.935915 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac6130-edc1-44c9-90ac-7e3ff0dff61a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:03.936235 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac6130-edc1-44c9-90ac-7e3ff0dff61a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:03.936555 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac6130-edc1-44c9-90ac-7e3ff0dff61a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:03.936916 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac6130-edc1-44c9-90ac-7e3ff0dff61a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:03.937237 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac6130-edc1-44c9-90ac-7e3ff0dff61a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:03.937554 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac6130-edc1-44c9-90ac-7e3ff0dff61a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:03.937868 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac6130-edc1-44c9-90ac-7e3ff0dff61a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac6130-edc1-44c9-90ac-7e3ff0dff61a None None] Tracked resource versions report: Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: pushed versions: Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: { 'AddressGroup': {'1.2'}, Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: 'ConntrackHelper': {'1.0'}, Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: 'LocalIPAssociation': {'1.0'}, Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: 'Log': {'1.0'}, Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: 'Network': {'1.1'}, Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: 'Port': {'1.7'}, Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: 'PortForwarding': {'1.2'}, Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: 'QosPolicy': {'1.10'}, Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: 'SecurityGroup': {'1.5'}, Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: 'SubPort': {'1.0'}, Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: 'Subnet': {'1.1'}, Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: 'Trunk': {'1.1'}} Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: consumer versions: Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: { DHCP agent@dv-cinder-830089-2-iscsi: {}, Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: L3 agent@dv-cinder-830089-2-iscsi: {}, Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: Metadata agent@dv-cinder-830089-2-iscsi: {}, Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: Metering agent@dv-cinder-830089-2-iscsi: {}, Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: Open vSwitch agent@dv-cinder-830089-2-iscsi: { 'AddressGroup': '1.2', Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: 'ConntrackHelper': '1.0', Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: 'LocalIPAssociation': '1.0', Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: 'Log': '1.0', Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: 'Network': '1.1', Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: 'Port': '1.7', Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: 'PortForwarding': '1.2', Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: 'QosPolicy': '1.10', Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: 'SecurityGroup': '1.5', Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: 'SecurityGroupRule': '1.2', Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: 'SubPort': '1.0', Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: 'Subnet': '1.1', Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: 'Trunk': '1.1'}} Mar 08 12:53:03.939211 dv-cinder-830089-2-iscsi neutron-server[102971]: {{(pid=102971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:53:03.944254 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515a7798-ba82-4b1d-ac4a-d548525e41f4 None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:53:03.945043 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515a7798-ba82-4b1d-ac4a-d548525e41f4 None None] Checking segment: {'id': 'b375d743-1bcd-4591-9d80-e4b1144e70fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'da8309e2-f66e-45d7-93d6-7ee41d5ccef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:53:03.945222 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-515a7798-ba82-4b1d-ac4a-d548525e41f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:03.945555 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515a7798-ba82-4b1d-ac4a-d548525e41f4 None None] Bound using segment: {'id': 'b375d743-1bcd-4591-9d80-e4b1144e70fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'da8309e2-f66e-45d7-93d6-7ee41d5ccef0'} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:53:03.946047 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-515a7798-ba82-4b1d-ac4a-d548525e41f4 None None] Bound port: 59f6975a-0ce5-4f14-af4c-56effb5a0584, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b375d743-1bcd-4591-9d80-e4b1144e70fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'da8309e2-f66e-45d7-93d6-7ee41d5ccef0'}}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:53:03.946425 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-515a7798-ba82-4b1d-ac4a-d548525e41f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (59f6975a-0ce5-4f14-af4c-56effb5a0584), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:03.974157 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6343e1f-0f12-4590-a056-b12787ad244d None None] Provisioning complete for port 59f6975a-0ce5-4f14-af4c-56effb5a0584 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:53:03.975274 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6343e1f-0f12-4590-a056-b12787ad244d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (59f6975a-0ce5-4f14-af4c-56effb5a0584), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:04.014819 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6343e1f-0f12-4590-a056-b12787ad244d None None] Port 59f6975a-0ce5-4f14-af4c-56effb5a0584 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:53:04.021616 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-515a7798-ba82-4b1d-ac4a-d548525e41f4 None None] For port 59f6975a-0ce5-4f14-af4c-56effb5a0584, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:53:04.054154 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-515a7798-ba82-4b1d-ac4a-d548525e41f4 None None] For port 59f6975a-0ce5-4f14-af4c-56effb5a0584, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=59f6975a-0ce5-4f14-af4c-56effb5a0584,segment=NetworkSegment(b375d743-1bcd-4591-9d80-e4b1144e70fc),segment_id=b375d743-1bcd-4591-9d80-e4b1144e70fc)] {{(pid=102971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:53:04.061438 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-515a7798-ba82-4b1d-ac4a-d548525e41f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (59f6975a-0ce5-4f14-af4c-56effb5a0584), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:04.127681 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac6130-edc1-44c9-90ac-7e3ff0dff61a None None] Pushing event updated for resources: {'Port': ['ID=59f6975a-0ce5-4f14-af4c-56effb5a0584,revision_number=4']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:04.135792 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515a7798-ba82-4b1d-ac4a-d548525e41f4 None None] Routers {'f5ae367b-ed5c-4a6f-92ec-c10dcec85857'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:53:04.136423 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-515a7798-ba82-4b1d-ac4a-d548525e41f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T12:52:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['f5ae367b-ed5c-4a6f-92ec-c10dcec85857'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:04.250401 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-515a7798-ba82-4b1d-ac4a-d548525e41f4 None None] Set router f5ae367b-ed5c-4a6f-92ec-c10dcec85857 gateway port host: None {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:53:04.337588 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-28ffab65-d8b5-4c59-85de-b94583087dcb None None] Provisioning complete for port 59f6975a-0ce5-4f14-af4c-56effb5a0584 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:53:04.338173 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-28ffab65-d8b5-4c59-85de-b94583087dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (59f6975a-0ce5-4f14-af4c-56effb5a0584), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:04.422067 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-28ffab65-d8b5-4c59-85de-b94583087dcb None None] Current status of the port 59f6975a-0ce5-4f14-af4c-56effb5a0584 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:53:04.422537 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-28ffab65-d8b5-4c59-85de-b94583087dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (59f6975a-0ce5-4f14-af4c-56effb5a0584), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:04.459460 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-28ffab65-d8b5-4c59-85de-b94583087dcb None None] For port 59f6975a-0ce5-4f14-af4c-56effb5a0584, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=59f6975a-0ce5-4f14-af4c-56effb5a0584,segment=NetworkSegment(b375d743-1bcd-4591-9d80-e4b1144e70fc),segment_id=b375d743-1bcd-4591-9d80-e4b1144e70fc)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:53:04.464702 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-28ffab65-d8b5-4c59-85de-b94583087dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (59f6975a-0ce5-4f14-af4c-56effb5a0584), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:04.483566 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-515a7798-ba82-4b1d-ac4a-d548525e41f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ae367b-ed5c-4a6f-92ec-c10dcec85857', 'name': 'router1', 'tenant_id': '9feeafa6efad4a9e96045a0f04eabea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:52:51Z', 'updated_at': '2022-03-08T12:53:01Z', 'revision_number': 2, 'project_id': '9feeafa6efad4a9e96045a0f04eabea4', 'gw_port_host': None, '_interfaces': [{'id': '59f6975a-0ce5-4f14-af4c-56effb5a0584', 'name': '', 'network_id': 'da8309e2-f66e-45d7-93d6-7ee41d5ccef0', 'tenant_id': '9feeafa6efad4a9e96045a0f04eabea4', 'mac_address': 'fa:16:3e:07:fa:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ae367b-ed5c-4a6f-92ec-c10dcec85857', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21298e2b-dd3a-4e20-a07d-ba252a113759', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:53:00Z', 'updated_at': '2022-03-08T12:53:04Z', 'revision_number': 4, 'project_id': '9feeafa6efad4a9e96045a0f04eabea4', 'subnets': [{'id': '21298e2b-dd3a-4e20-a07d-ba252a113759', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f709f5e-fa98-4c4d-bb7c-e74eefecc557'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:04.515736 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515a7798-ba82-4b1d-ac4a-d548525e41f4 None None] The sync data for ids ['f5ae367b-ed5c-4a6f-92ec-c10dcec85857'] in dv-cinder-830089-2-iscsi is: [{'id': 'f5ae367b-ed5c-4a6f-92ec-c10dcec85857', 'name': 'router1', 'tenant_id': '9feeafa6efad4a9e96045a0f04eabea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:52:51Z', 'updated_at': '2022-03-08T12:53:01Z', 'revision_number': 2, 'project_id': '9feeafa6efad4a9e96045a0f04eabea4', 'gw_port_host': None, '_interfaces': [{'id': '59f6975a-0ce5-4f14-af4c-56effb5a0584', 'name': '', 'network_id': 'da8309e2-f66e-45d7-93d6-7ee41d5ccef0', 'tenant_id': '9feeafa6efad4a9e96045a0f04eabea4', 'mac_address': 'fa:16:3e:07:fa:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ae367b-ed5c-4a6f-92ec-c10dcec85857', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21298e2b-dd3a-4e20-a07d-ba252a113759', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:53:00Z', 'updated_at': '2022-03-08T12:53:04Z', 'revision_number': 4, 'project_id': '9feeafa6efad4a9e96045a0f04eabea4', 'subnets': [{'id': '21298e2b-dd3a-4e20-a07d-ba252a113759', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f709f5e-fa98-4c4d-bb7c-e74eefecc557'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:53:04.521002 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffab65-d8b5-4c59-85de-b94583087dcb None None] Pushing event updated for resources: {'Port': ['ID=59f6975a-0ce5-4f14-af4c-56effb5a0584,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:04.985642 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 34684) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:53:05.104800 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c2417e-d6ec-4981-bdf9-299a1a4de94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:05.113203 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-c5c2417e-d6ec-4981-bdf9-299a1a4de94b admin admin] 10.222.0.50 "GET /v2.0/networks/5c176cc8-3706-4b4e-95aa-80d42c394e72 HTTP/1.1" status: 200 len: 842 time: 0.1194158 Mar 08 12:53:05.117703 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-1aa232de-a959-49ee-8e25-1bd7552398ed admin admin] Request body: {'subnet': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:53:05.149917 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa232de-a959-49ee-8e25-1bd7552398ed admin admin] Made reservation on behalf of 8152b3ea8c034668a33d1bc356d1c43c for: {'subnet': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:53:05.152440 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1aa232de-a959-49ee-8e25-1bd7552398ed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:05.561964 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.objects.ports [None req-1aa232de-a959-49ee-8e25-1bd7552398ed admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102968) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 12:53:05.562450 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1aa232de-a959-49ee-8e25-1bd7552398ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for subnet (67bc08be-d366-4d47-9bdf-b91b4b3bbd14), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:05.622919 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa232de-a959-49ee-8e25-1bd7552398ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=67bc08be-d366-4d47-9bdf-b91b4b3bbd14,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:05.632462 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa232de-a959-49ee-8e25-1bd7552398ed admin admin] Checking segment: {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:53:05.632907 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa232de-a959-49ee-8e25-1bd7552398ed admin admin] Network hostable DHCP agents. Network: 5c176cc8-3706-4b4e-95aa-80d42c394e72, hostable agents: ['57d8c91c-da11-4d19-879a-ab8c1c8220b9'], hosted agents: [] {{(pid=102968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:53:05.654024 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa232de-a959-49ee-8e25-1bd7552398ed admin admin] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 is scheduled to be hosted by DHCP agent 57d8c91c-da11-4d19-879a-ab8c1c8220b9 with binding_index 1 {{(pid=102968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:53:05.664890 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-1aa232de-a959-49ee-8e25-1bd7552398ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-2-iscsi, 5c176cc8-3706-4b4e-95aa-80d42c394e72) {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:53:05.669267 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa232de-a959-49ee-8e25-1bd7552398ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:05.671054 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1aa232de-a959-49ee-8e25-1bd7552398ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:05.675349 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696ba9c5-0fb9-434a-bc67-555b14d728e0 None None] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:53:05.688652 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-1aa232de-a959-49ee-8e25-1bd7552398ed admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5746248 Mar 08 12:53:05.805750 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb470cf7-8cd4-4284-bbfa-599818eaa9e9 None None] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:53:08.207400 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 34692) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:53:08.464455 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-c1ff3ab4-5d12-4c33-bbc2-6fcc0573dc87 demo admin] 10.222.0.50 "GET /v2.0/routers/f5ae367b-ed5c-4a6f-92ec-c10dcec85857 HTTP/1.1" status: 200 len: 710 time: 0.2557704 Mar 08 12:53:08.559789 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80078b6-59b0-4660-84e8-a615a8f29729 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:08.561334 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-a80078b6-59b0-4660-84e8-a615a8f29729 demo admin] 10.222.0.50 "GET /v2.0/networks/5c176cc8-3706-4b4e-95aa-80d42c394e72 HTTP/1.1" status: 200 len: 886 time: 0.0912416 Mar 08 12:53:08.570996 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-11780a04-98f8-4d66-907f-9ea113f3be32 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:53:08.932829 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-11780a04-98f8-4d66-907f-9ea113f3be32 demo admin] Publish callbacks [] for router_gateway (f5ae367b-ed5c-4a6f-92ec-c10dcec85857), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:09.248942 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-11780a04-98f8-4d66-907f-9ea113f3be32 demo admin] Publish callbacks [] for router_gateway (f5ae367b-ed5c-4a6f-92ec-c10dcec85857), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:09.335786 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-11780a04-98f8-4d66-907f-9ea113f3be32 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:09.501840 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [None req-11780a04-98f8-4d66-907f-9ea113f3be32 demo admin] Allocated IP 172.27.3.186 (5c176cc8-3706-4b4e-95aa-80d42c394e72/67bc08be-d366-4d47-9bdf-b91b4b3bbd14/bbc42310-9b06-49bc-978d-7bac77be3125) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:53:09.650614 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-11780a04-98f8-4d66-907f-9ea113f3be32 demo admin] Publish callbacks [] for port (bbc42310-9b06-49bc-978d-7bac77be3125), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:09.762929 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-11780a04-98f8-4d66-907f-9ea113f3be32 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007'] for port (bbc42310-9b06-49bc-978d-7bac77be3125), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:09.841570 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11780a04-98f8-4d66-907f-9ea113f3be32 demo admin] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:53:09.859798 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11780a04-98f8-4d66-907f-9ea113f3be32 demo admin] Pushing event updated for resources: {'Port': ['ID=bbc42310-9b06-49bc-978d-7bac77be3125,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:09.863943 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-11780a04-98f8-4d66-907f-9ea113f3be32 demo admin] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:53:09.883281 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11780a04-98f8-4d66-907f-9ea113f3be32 demo admin] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:53:10.212851 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-11780a04-98f8-4d66-907f-9ea113f3be32 demo admin] Publish callbacks [] for router_gateway (f5ae367b-ed5c-4a6f-92ec-c10dcec85857), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:10.438280 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-11780a04-98f8-4d66-907f-9ea113f3be32 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673743', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-676120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60795'] for router (f5ae367b-ed5c-4a6f-92ec-c10dcec85857), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:10.444197 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-11780a04-98f8-4d66-907f-9ea113f3be32 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-673734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-676119'] for router (f5ae367b-ed5c-4a6f-92ec-c10dcec85857), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:10.579647 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11780a04-98f8-4d66-907f-9ea113f3be32 demo admin] Router f5ae367b-ed5c-4a6f-92ec-c10dcec85857 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:53:10.781565 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11780a04-98f8-4d66-907f-9ea113f3be32 demo admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:53:10.789839 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-11780a04-98f8-4d66-907f-9ea113f3be32 demo admin] Publish callbacks [] for router (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:10.800710 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-11780a04-98f8-4d66-907f-9ea113f3be32 demo admin] 10.222.0.50 "PUT /v2.0/routers/f5ae367b-ed5c-4a6f-92ec-c10dcec85857 HTTP/1.1" status: 200 len: 890 time: 2.2243741 Mar 08 12:53:11.791646 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 59f6975a-0ce5-4f14-af4c-56effb5a0584 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:53:11.853873 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 59f6975a-0ce5-4f14-af4c-56effb5a0584 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:53:11.854248 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (59f6975a-0ce5-4f14-af4c-56effb5a0584), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:11.952224 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 59f6975a-0ce5-4f14-af4c-56effb5a0584 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:53:13.501789 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 34706) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:53:13.629505 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-0938b67b-d47b-463a-9db4-6a48eadcc56b admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1266456 Mar 08 12:53:13.691768 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4f803d-2f60-49bd-9585-bf0d1118a85d None None] Sync routers for ids ['f5ae367b-ed5c-4a6f-92ec-c10dcec85857'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:53:13.709205 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4f803d-2f60-49bd-9585-bf0d1118a85d None None] Routers {'f5ae367b-ed5c-4a6f-92ec-c10dcec85857'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:53:13.710001 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-0f4f803d-2f60-49bd-9585-bf0d1118a85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T12:52:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['f5ae367b-ed5c-4a6f-92ec-c10dcec85857'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:13.954553 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-0f4f803d-2f60-49bd-9585-bf0d1118a85d None None] Set router f5ae367b-ed5c-4a6f-92ec-c10dcec85857 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:53:14.449977 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-0f4f803d-2f60-49bd-9585-bf0d1118a85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ae367b-ed5c-4a6f-92ec-c10dcec85857', 'name': 'router1', 'tenant_id': '9feeafa6efad4a9e96045a0f04eabea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'bbc42310-9b06-49bc-978d-7bac77be3125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:52:51Z', 'updated_at': '2022-03-08T12:53:10Z', 'revision_number': 4, 'project_id': '9feeafa6efad4a9e96045a0f04eabea4', 'gw_port': {'id': 'bbc42310-9b06-49bc-978d-7bac77be3125', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ae367b-ed5c-4a6f-92ec-c10dcec85857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:53:09Z', 'updated_at': '2022-03-08T12:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '59f6975a-0ce5-4f14-af4c-56effb5a0584', 'name': '', 'network_id': 'da8309e2-f66e-45d7-93d6-7ee41d5ccef0', 'tenant_id': '9feeafa6efad4a9e96045a0f04eabea4', 'mac_address': 'fa:16:3e:07:fa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ae367b-ed5c-4a6f-92ec-c10dcec85857', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21298e2b-dd3a-4e20-a07d-ba252a113759', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:53:00Z', 'updated_at': '2022-03-08T12:53:04Z', 'revision_number': 5, 'project_id': '9feeafa6efad4a9e96045a0f04eabea4', 'subnets': [{'id': '21298e2b-dd3a-4e20-a07d-ba252a113759', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f709f5e-fa98-4c4d-bb7c-e74eefecc557'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:14.500213 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4f803d-2f60-49bd-9585-bf0d1118a85d None None] Checking router: f5ae367b-ed5c-4a6f-92ec-c10dcec85857 for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:53:14.500533 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4f803d-2f60-49bd-9585-bf0d1118a85d None None] Updating router f5ae367b-ed5c-4a6f-92ec-c10dcec85857 port bbc42310-9b06-49bc-978d-7bac77be3125 binding host dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:53:14.554669 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0f4f803d-2f60-49bd-9585-bf0d1118a85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (bbc42310-9b06-49bc-978d-7bac77be3125), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:14.891604 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0f4f803d-2f60-49bd-9585-bf0d1118a85d None None] Publish callbacks [] for port (bbc42310-9b06-49bc-978d-7bac77be3125), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:14.899372 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0f4f803d-2f60-49bd-9585-bf0d1118a85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (bbc42310-9b06-49bc-978d-7bac77be3125), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:14.950439 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-0f4f803d-2f60-49bd-9585-bf0d1118a85d None None] Attempting to bind port bbc42310-9b06-49bc-978d-7bac77be3125 on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:53:14.950818 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-0f4f803d-2f60-49bd-9585-bf0d1118a85d None None] Attempting to bind port bbc42310-9b06-49bc-978d-7bac77be3125 by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:53:14.951186 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4f803d-2f60-49bd-9585-bf0d1118a85d None None] Attempting to bind port bbc42310-9b06-49bc-978d-7bac77be3125 on network 5c176cc8-3706-4b4e-95aa-80d42c394e72 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:53:14.959922 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c41e1f-f60c-42e3-aa90-816f07fe365b None None] Pushing event updated for resources: {'Port': ['ID=bbc42310-9b06-49bc-978d-7bac77be3125,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:14.963592 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4f803d-2f60-49bd-9585-bf0d1118a85d None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:53:14.963977 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4f803d-2f60-49bd-9585-bf0d1118a85d None None] Checking segment: {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:53:14.964379 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0f4f803d-2f60-49bd-9585-bf0d1118a85d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:14.964792 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4f803d-2f60-49bd-9585-bf0d1118a85d None None] Bound using segment: {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:53:14.965265 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-0f4f803d-2f60-49bd-9585-bf0d1118a85d None None] Bound port: bbc42310-9b06-49bc-978d-7bac77be3125, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:53:14.965648 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0f4f803d-2f60-49bd-9585-bf0d1118a85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (bbc42310-9b06-49bc-978d-7bac77be3125), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:15.016364 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-0f4f803d-2f60-49bd-9585-bf0d1118a85d None None] For port bbc42310-9b06-49bc-978d-7bac77be3125, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:53:15.020894 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-0f4f803d-2f60-49bd-9585-bf0d1118a85d None None] For port bbc42310-9b06-49bc-978d-7bac77be3125, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=bbc42310-9b06-49bc-978d-7bac77be3125,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:53:15.031469 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0f4f803d-2f60-49bd-9585-bf0d1118a85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (bbc42310-9b06-49bc-978d-7bac77be3125), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:15.093863 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4f803d-2f60-49bd-9585-bf0d1118a85d None None] Routers {'f5ae367b-ed5c-4a6f-92ec-c10dcec85857'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:53:15.094402 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-0f4f803d-2f60-49bd-9585-bf0d1118a85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T12:52:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['f5ae367b-ed5c-4a6f-92ec-c10dcec85857'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:15.099110 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c41e1f-f60c-42e3-aa90-816f07fe365b None None] Pushing event updated for resources: {'Port': ['ID=bbc42310-9b06-49bc-978d-7bac77be3125,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:15.210583 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-0f4f803d-2f60-49bd-9585-bf0d1118a85d None None] Set router f5ae367b-ed5c-4a6f-92ec-c10dcec85857 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:53:15.453154 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-0f4f803d-2f60-49bd-9585-bf0d1118a85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ae367b-ed5c-4a6f-92ec-c10dcec85857', 'name': 'router1', 'tenant_id': '9feeafa6efad4a9e96045a0f04eabea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'bbc42310-9b06-49bc-978d-7bac77be3125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:52:51Z', 'updated_at': '2022-03-08T12:53:10Z', 'revision_number': 4, 'project_id': '9feeafa6efad4a9e96045a0f04eabea4', 'gw_port': {'id': 'bbc42310-9b06-49bc-978d-7bac77be3125', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ae367b-ed5c-4a6f-92ec-c10dcec85857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:53:09Z', 'updated_at': '2022-03-08T12:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '59f6975a-0ce5-4f14-af4c-56effb5a0584', 'name': '', 'network_id': 'da8309e2-f66e-45d7-93d6-7ee41d5ccef0', 'tenant_id': '9feeafa6efad4a9e96045a0f04eabea4', 'mac_address': 'fa:16:3e:07:fa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ae367b-ed5c-4a6f-92ec-c10dcec85857', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21298e2b-dd3a-4e20-a07d-ba252a113759', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:53:00Z', 'updated_at': '2022-03-08T12:53:04Z', 'revision_number': 5, 'project_id': '9feeafa6efad4a9e96045a0f04eabea4', 'subnets': [{'id': '21298e2b-dd3a-4e20-a07d-ba252a113759', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f709f5e-fa98-4c4d-bb7c-e74eefecc557'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:15.483248 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4f803d-2f60-49bd-9585-bf0d1118a85d None None] The sync data for ids ['f5ae367b-ed5c-4a6f-92ec-c10dcec85857'] in dv-cinder-830089-2-iscsi is: [{'id': 'f5ae367b-ed5c-4a6f-92ec-c10dcec85857', 'name': 'router1', 'tenant_id': '9feeafa6efad4a9e96045a0f04eabea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'bbc42310-9b06-49bc-978d-7bac77be3125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:52:51Z', 'updated_at': '2022-03-08T12:53:10Z', 'revision_number': 4, 'project_id': '9feeafa6efad4a9e96045a0f04eabea4', 'gw_port': {'id': 'bbc42310-9b06-49bc-978d-7bac77be3125', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ae367b-ed5c-4a6f-92ec-c10dcec85857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:53:09Z', 'updated_at': '2022-03-08T12:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '59f6975a-0ce5-4f14-af4c-56effb5a0584', 'name': '', 'network_id': 'da8309e2-f66e-45d7-93d6-7ee41d5ccef0', 'tenant_id': '9feeafa6efad4a9e96045a0f04eabea4', 'mac_address': 'fa:16:3e:07:fa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ae367b-ed5c-4a6f-92ec-c10dcec85857', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21298e2b-dd3a-4e20-a07d-ba252a113759', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:53:00Z', 'updated_at': '2022-03-08T12:53:04Z', 'revision_number': 5, 'project_id': '9feeafa6efad4a9e96045a0f04eabea4', 'subnets': [{'id': '21298e2b-dd3a-4e20-a07d-ba252a113759', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f709f5e-fa98-4c4d-bb7c-e74eefecc557'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:53:15.844412 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device bbc42310-9b06-49bc-978d-7bac77be3125 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:53:15.910811 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port bbc42310-9b06-49bc-978d-7bac77be3125 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:53:15.911794 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (bbc42310-9b06-49bc-978d-7bac77be3125), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:16.040116 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port bbc42310-9b06-49bc-978d-7bac77be3125 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:53:16.041207 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (bbc42310-9b06-49bc-978d-7bac77be3125), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:16.074562 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] For port bbc42310-9b06-49bc-978d-7bac77be3125, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=bbc42310-9b06-49bc-978d-7bac77be3125,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:53:16.083735 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (bbc42310-9b06-49bc-978d-7bac77be3125), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:16.157634 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Pushing event updated for resources: {'Port': ['ID=bbc42310-9b06-49bc-978d-7bac77be3125,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:17.780974 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device bbc42310-9b06-49bc-978d-7bac77be3125 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:53:17.839774 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port bbc42310-9b06-49bc-978d-7bac77be3125 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:53:17.840511 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (bbc42310-9b06-49bc-978d-7bac77be3125), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:17.952651 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port bbc42310-9b06-49bc-978d-7bac77be3125 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:53:24.638167 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-10582be0-45e9-4f1d-9871-999cc5fb417c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:26.089248 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 5 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:53:26.863181 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4a3c0679-bfcb-4b31-91c8-4809be9f788e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:28.067667 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:29.484411 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:30.953223 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:54.643549 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ba58e008-cbb7-4281-b20e-d91e1961a695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:56.862320 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e9797d48-054e-456c-b4da-2bec9878ada6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:58.072287 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:59.494740 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:00.951145 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:03.117743 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 5 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:54:24.643594 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-2e49e880-f673-4e2d-bc41-a9490ce8c796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:26.868836 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-743a02e5-4081-4381-92dd-2ef80473b60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:28.074566 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:29.490640 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:30.932455 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:40.088678 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 5 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:54:47.378054 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 35190) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:54:47.448057 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe70d2f0-d77c-4e6c-8a5c-d70b79c5ef99 admin admin] GET failed (client error): The resource could not be found. Mar 08 12:54:47.449483 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-fe70d2f0-d77c-4e6c-8a5c-d70b79c5ef99 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0704725 Mar 08 12:54:47.634094 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4872ee93-fa07-492e-b602-fce6093a7ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:54:47.636714 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-4872ee93-fa07-492e-b602-fce6093a7ac9 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1827137 Mar 08 12:54:50.282300 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 35200) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:54:50.400031 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cd6040-692e-4526-b397-4248075588cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:54:50.401712 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-12cd6040-692e-4526-b397-4248075588cd admin admin] 10.222.0.50 "GET /v2.0/subnets/21298e2b-dd3a-4e20-a07d-ba252a113759 HTTP/1.1" status: 200 len: 849 time: 0.1180954 Mar 08 12:54:50.413110 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-12546bd5-474a-4cca-949c-14824e2aaf12 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:54:50.558815 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-12546bd5-474a-4cca-949c-14824e2aaf12 admin admin] Publish callbacks [] for subnet (21298e2b-dd3a-4e20-a07d-ba252a113759), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:50.732135 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-12546bd5-474a-4cca-949c-14824e2aaf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755471999919'] for subnet (21298e2b-dd3a-4e20-a07d-ba252a113759), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:50.776862 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12546bd5-474a-4cca-949c-14824e2aaf12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:54:50.777457 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-12546bd5-474a-4cca-949c-14824e2aaf12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:50.778783 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-12546bd5-474a-4cca-949c-14824e2aaf12 admin admin] 10.222.0.50 "PUT /v2.0/subnets/21298e2b-dd3a-4e20-a07d-ba252a113759 HTTP/1.1" status: 200 len: 868 time: 0.3704989 Mar 08 12:54:50.803907 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738d6016-01f8-4acf-a9fa-e5455b685ef5 None None] Network da8309e2-f66e-45d7-93d6-7ee41d5ccef0 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:54:50.804826 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12546bd5-474a-4cca-949c-14824e2aaf12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21298e2b-dd3a-4e20-a07d-ba252a113759,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:54:50.815518 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12546bd5-474a-4cca-949c-14824e2aaf12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:50.816055 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12546bd5-474a-4cca-949c-14824e2aaf12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:50.816699 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12546bd5-474a-4cca-949c-14824e2aaf12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:50.817041 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12546bd5-474a-4cca-949c-14824e2aaf12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:50.817453 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12546bd5-474a-4cca-949c-14824e2aaf12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:50.817861 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12546bd5-474a-4cca-949c-14824e2aaf12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:50.818214 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12546bd5-474a-4cca-949c-14824e2aaf12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:50.818551 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12546bd5-474a-4cca-949c-14824e2aaf12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:50.818887 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12546bd5-474a-4cca-949c-14824e2aaf12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:50.819242 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12546bd5-474a-4cca-949c-14824e2aaf12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:50.819601 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12546bd5-474a-4cca-949c-14824e2aaf12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:50.819902 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12546bd5-474a-4cca-949c-14824e2aaf12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:50.820412 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12546bd5-474a-4cca-949c-14824e2aaf12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:51.270006 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-e1ffdf2e-d118-413d-8d08-9415b87978d2 None None] Provisioning complete for port c94f0b52-f1c1-4176-b40e-17222f7f70db triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:54:51.270401 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e1ffdf2e-d118-413d-8d08-9415b87978d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (c94f0b52-f1c1-4176-b40e-17222f7f70db), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:51.370152 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-e1ffdf2e-d118-413d-8d08-9415b87978d2 None None] Current status of the port c94f0b52-f1c1-4176-b40e-17222f7f70db is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:54:51.387395 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-e1ffdf2e-d118-413d-8d08-9415b87978d2 None None] Provisioning complete for port 59f6975a-0ce5-4f14-af4c-56effb5a0584 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:54:51.387800 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e1ffdf2e-d118-413d-8d08-9415b87978d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (59f6975a-0ce5-4f14-af4c-56effb5a0584), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:51.483299 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-e1ffdf2e-d118-413d-8d08-9415b87978d2 None None] Current status of the port 59f6975a-0ce5-4f14-af4c-56effb5a0584 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:54:53.377283 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 35208) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:54:53.618689 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27de7c97-1609-4aeb-b583-0943b3265be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:54:53.619566 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27de7c97-1609-4aeb-b583-0943b3265be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:54:53.621209 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-27de7c97-1609-4aeb-b583-0943b3265be5 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2426133 Mar 08 12:54:54.640187 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4f032a16-3f97-4776-a7ea-6ef55c9cf99f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:56.305905 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 35218) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:54:56.535882 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be6bcbe-878f-4d97-abc4-1ebc81cb5b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:54:56.536261 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be6bcbe-878f-4d97-abc4-1ebc81cb5b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:54:56.537831 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-8be6bcbe-878f-4d97-abc4-1ebc81cb5b4a admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2302835 Mar 08 12:54:56.864263 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-2c3ed76e-3ab3-4e35-b9a2-fd87f760ef06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:58.075362 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:59.021021 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 35226) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:54:59.245316 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77938fac-b056-4eeb-b1cb-8fc5e58d2d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:54:59.246660 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-77938fac-b056-4eeb-b1cb-8fc5e58d2d2c admin admin] 10.222.0.50 "GET /v2.0/networks/5c176cc8-3706-4b4e-95aa-80d42c394e72 HTTP/1.1" status: 200 len: 886 time: 0.2246680 Mar 08 12:54:59.491732 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:00.928123 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:01.764996 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 35234) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:55:01.924369 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169a31cc-6fe4-440c-9c36-2f6ea2317419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:01.925950 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-169a31cc-6fe4-440c-9c36-2f6ea2317419 admin admin] 10.222.0.50 "GET /v2.0/networks/da8309e2-f66e-45d7-93d6-7ee41d5ccef0 HTTP/1.1" status: 200 len: 870 time: 0.1595528 Mar 08 12:55:04.717508 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 35242) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:55:04.855497 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d301f87-b780-451c-aa92-2e8786f6ab17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:04.856087 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d301f87-b780-451c-aa92-2e8786f6ab17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:04.857840 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-4d301f87-b780-451c-aa92-2e8786f6ab17 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1393313 Mar 08 12:55:07.389692 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 35250) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:55:07.520063 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4c050d-e3c1-4088-a250-64ca391583fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:07.520427 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4c050d-e3c1-4088-a250-64ca391583fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:07.522106 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-5c4c050d-e3c1-4088-a250-64ca391583fc admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1310503 Mar 08 12:55:10.080790 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 35258) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:55:10.190382 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0489ae26-fba2-4db2-8f1b-5d1bfee17236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:10.191951 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-0489ae26-fba2-4db2-8f1b-5d1bfee17236 admin admin] 10.222.0.50 "GET /v2.0/subnets/21298e2b-dd3a-4e20-a07d-ba252a113759 HTTP/1.1" status: 200 len: 868 time: 0.1101425 Mar 08 12:55:12.824086 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 35266) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:55:12.943897 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5efa6e-cbc1-4e19-a200-6b8f9b6fd052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:12.946328 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-2c5efa6e-cbc1-4e19-a200-6b8f9b6fd052 admin admin] 10.222.0.50 "GET /v2.0/subnets/67bc08be-d366-4d47-9bdf-b91b4b3bbd14 HTTP/1.1" status: 200 len: 816 time: 0.1206295 Mar 08 12:55:17.089668 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 5 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:55:24.652664 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-26e70f2d-203e-439b-a407-496be3df0b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:26.865397 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b68fcd82-90e4-4ea0-b3d4-742aa298ac57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:28.079077 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:29.500424 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:30.936785 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:45.367407 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 35320) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:55:45.435405 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [None req-b78bf0d9-f49b-4241-95b2-34496103af00 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:55:45.436551 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-b78bf0d9-f49b-4241-95b2-34496103af00 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0672576 Mar 08 12:55:48.309717 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 35328) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:55:48.394577 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.pecan_wsgi.hooks.translation [None req-9450bfcf-c9cc-45d7-af62-079691d8bb68 admin admin] GET failed (client error): The resource could not be found. Mar 08 12:55:48.395984 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-9450bfcf-c9cc-45d7-af62-079691d8bb68 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0849295 Mar 08 12:55:48.519076 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb25e24-2516-4845-bdbf-2e3e175ca253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:48.521442 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-8eb25e24-2516-4845-bdbf-2e3e175ca253 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1181417 Mar 08 12:55:51.258166 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 35336) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:55:51.315745 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-6b896ab4-3114-45ec-afe4-c6a112eee76e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:51.342757 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b896ab4-3114-45ec-afe4-c6a112eee76e admin admin] Made reservation on behalf of 8152b3ea8c034668a33d1bc356d1c43c for: {'network': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:55:51.345356 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6b896ab4-3114-45ec-afe4-c6a112eee76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for network (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:51.386665 dv-cinder-830089-2-iscsi neutron-server[102968]: WARNING neutron.services.revisions.revision_plugin [None req-6b896ab4-3114-45ec-afe4-c6a112eee76e admin admin] Could not find related network for resource to bump revision. Mar 08 12:55:51.404863 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b896ab4-3114-45ec-afe4-c6a112eee76e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=102968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:55:51.422448 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6b896ab4-3114-45ec-afe4-c6a112eee76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (8604600e-32d2-452d-9383-bd14054cc5e4), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:51.422833 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.segments_db [None req-6b896ab4-3114-45ec-afe4-c6a112eee76e admin admin] Added segment 8604600e-32d2-452d-9383-bd14054cc5e4 of type vlan for network f364f326-4f81-4b4c-a7ce-c32d4f3daf49 Mar 08 12:55:51.476959 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6b896ab4-3114-45ec-afe4-c6a112eee76e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755471561494'] for network (f364f326-4f81-4b4c-a7ce-c32d4f3daf49), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:51.515632 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6b896ab4-3114-45ec-afe4-c6a112eee76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for network (f364f326-4f81-4b4c-a7ce-c32d4f3daf49), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:51.517244 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b896ab4-3114-45ec-afe4-c6a112eee76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:51.518140 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6b896ab4-3114-45ec-afe4-c6a112eee76e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:51.583875 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-6b896ab4-3114-45ec-afe4-c6a112eee76e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3234377 Mar 08 12:55:51.663898 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b896ab4-3114-45ec-afe4-c6a112eee76e admin admin] Pushing event updated for resources: {'Network': ['ID=f364f326-4f81-4b4c-a7ce-c32d4f3daf49,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:51.678932 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b896ab4-3114-45ec-afe4-c6a112eee76e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:51.679472 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b896ab4-3114-45ec-afe4-c6a112eee76e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:51.679990 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b896ab4-3114-45ec-afe4-c6a112eee76e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:51.680502 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b896ab4-3114-45ec-afe4-c6a112eee76e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:51.681584 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b896ab4-3114-45ec-afe4-c6a112eee76e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:51.682105 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b896ab4-3114-45ec-afe4-c6a112eee76e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:51.682670 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b896ab4-3114-45ec-afe4-c6a112eee76e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:51.683226 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b896ab4-3114-45ec-afe4-c6a112eee76e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:51.683751 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b896ab4-3114-45ec-afe4-c6a112eee76e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:51.684449 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b896ab4-3114-45ec-afe4-c6a112eee76e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:51.684985 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b896ab4-3114-45ec-afe4-c6a112eee76e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:51.685521 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b896ab4-3114-45ec-afe4-c6a112eee76e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:51.686017 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b896ab4-3114-45ec-afe4-c6a112eee76e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:51.713206 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Network f364f326-4f81-4b4c-a7ce-c32d4f3daf49 details requested by agent ovs-agent-dv-cinder-830089-2-iscsi with host dv-cinder-830089-2-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:55:54.094090 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 5 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:55:54.648512 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 35344) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:55:54.654539 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-788c6819-f5d2-478c-89de-74f02d093831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:54.751206 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1c30e4-faac-4a12-9916-cf8c79cbdff1 admin admin] GET failed (client error): The resource could not be found. Mar 08 12:55:54.752740 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-5a1c30e4-faac-4a12-9916-cf8c79cbdff1 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1027782 Mar 08 12:55:54.875279 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5eba6b-4e86-4d10-9a28-7775c4637edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:54.876840 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-9f5eba6b-4e86-4d10-9a28-7775c4637edc admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1164680 Mar 08 12:55:54.887120 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-16726da3-8ebc-4725-a5e3-a86b7f7a9f8f admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'f364f326-4f81-4b4c-a7ce-c32d4f3daf49', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:54.912234 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16726da3-8ebc-4725-a5e3-a86b7f7a9f8f admin admin] Made reservation on behalf of 8152b3ea8c034668a33d1bc356d1c43c for: {'subnet': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:55:54.916549 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-16726da3-8ebc-4725-a5e3-a86b7f7a9f8f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:55.139790 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-16726da3-8ebc-4725-a5e3-a86b7f7a9f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for subnet (0e0010f7-e1ed-4355-bf7f-be631eb82a96), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:55.210565 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16726da3-8ebc-4725-a5e3-a86b7f7a9f8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e0010f7-e1ed-4355-bf7f-be631eb82a96,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:55.230490 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16726da3-8ebc-4725-a5e3-a86b7f7a9f8f admin admin] Checking segment: {'id': '8604600e-32d2-452d-9383-bd14054cc5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'f364f326-4f81-4b4c-a7ce-c32d4f3daf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:55:55.230843 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16726da3-8ebc-4725-a5e3-a86b7f7a9f8f admin admin] Network hostable DHCP agents. Network: f364f326-4f81-4b4c-a7ce-c32d4f3daf49, hostable agents: ['57d8c91c-da11-4d19-879a-ab8c1c8220b9'], hosted agents: [] {{(pid=102968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:55:55.248283 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16726da3-8ebc-4725-a5e3-a86b7f7a9f8f admin admin] Network f364f326-4f81-4b4c-a7ce-c32d4f3daf49 is scheduled to be hosted by DHCP agent 57d8c91c-da11-4d19-879a-ab8c1c8220b9 with binding_index 1 {{(pid=102968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:55:55.257682 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-16726da3-8ebc-4725-a5e3-a86b7f7a9f8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-2-iscsi, f364f326-4f81-4b4c-a7ce-c32d4f3daf49) {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:55:55.264056 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16726da3-8ebc-4725-a5e3-a86b7f7a9f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:55.264805 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-16726da3-8ebc-4725-a5e3-a86b7f7a9f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:55.273241 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2926a627-ff06-49a7-992c-c3b045d77ec2 None None] Network f364f326-4f81-4b4c-a7ce-c32d4f3daf49 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:55:55.287829 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-16726da3-8ebc-4725-a5e3-a86b7f7a9f8f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4041150 Mar 08 12:55:55.427229 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2847e9c-4fb5-5906-a73f-07d87f7d96e3-f364f326-4f81-4b4c-a7ce-c32d4f3daf49', 'network_id': 'f364f326-4f81-4b4c-a7ce-c32d4f3daf49', 'project_id': '8152b3ea8c034668a33d1bc356d1c43c', 'fixed_ips': [{'subnet_id': '0e0010f7-e1ed-4355-bf7f-be631eb82a96'}]}} from dv-cinder-830089-2-iscsi. {{(pid=102970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:55:55.428837 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:55.627547 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Allocated IP 192.168.233.2 (f364f326-4f81-4b4c-a7ce-c32d4f3daf49/0e0010f7-e1ed-4355-bf7f-be631eb82a96/57d709d2-d1b0-4455-8a26-cb59eccedc55) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:55:55.845361 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Publish callbacks [] for port (57d709d2-d1b0-4455-8a26-cb59eccedc55), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:55.857088 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007'] for port (57d709d2-d1b0-4455-8a26-cb59eccedc55), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:55.915756 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Network f364f326-4f81-4b4c-a7ce-c32d4f3daf49 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:55:55.917492 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:55:55.920679 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:55:55.937581 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Pushing event updated for resources: {'Port': ['ID=57d709d2-d1b0-4455-8a26-cb59eccedc55,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:55.963971 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:55.963971 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:55.963971 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:55.963971 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:55.963971 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:55.963971 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:55.963971 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:55.963971 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:55.965317 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:55.965317 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:55.965317 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:55.965786 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:55.965786 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:55.999176 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Attempting to bind port 57d709d2-d1b0-4455-8a26-cb59eccedc55 on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:55:55.999810 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Attempting to bind port 57d709d2-d1b0-4455-8a26-cb59eccedc55 by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': '8604600e-32d2-452d-9383-bd14054cc5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'f364f326-4f81-4b4c-a7ce-c32d4f3daf49'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:55:56.000431 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Attempting to bind port 57d709d2-d1b0-4455-8a26-cb59eccedc55 on network f364f326-4f81-4b4c-a7ce-c32d4f3daf49 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:55:56.011253 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:55:56.011901 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Checking segment: {'id': '8604600e-32d2-452d-9383-bd14054cc5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'f364f326-4f81-4b4c-a7ce-c32d4f3daf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:55:56.012615 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:56.013296 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Bound using segment: {'id': '8604600e-32d2-452d-9383-bd14054cc5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'f364f326-4f81-4b4c-a7ce-c32d4f3daf49'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:55:56.014187 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Bound port: 57d709d2-d1b0-4455-8a26-cb59eccedc55, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8604600e-32d2-452d-9383-bd14054cc5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'f364f326-4f81-4b4c-a7ce-c32d4f3daf49'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:55:56.014902 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (57d709d2-d1b0-4455-8a26-cb59eccedc55), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:56.121222 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] For port 57d709d2-d1b0-4455-8a26-cb59eccedc55, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:55:56.124837 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] For port 57d709d2-d1b0-4455-8a26-cb59eccedc55, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=57d709d2-d1b0-4455-8a26-cb59eccedc55,segment=NetworkSegment(8604600e-32d2-452d-9383-bd14054cc5e4),segment_id=8604600e-32d2-452d-9383-bd14054cc5e4)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:55:56.133110 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (57d709d2-d1b0-4455-8a26-cb59eccedc55), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:56.234367 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13aa69-fd73-470e-9b09-62d89a1981ff None None] Pushing event updated for resources: {'Port': ['ID=57d709d2-d1b0-4455-8a26-cb59eccedc55,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:56.870679 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-283c3b15-6fd8-4fe4-8ce8-8f4310b7f93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:57.282610 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d471359d-1233-46b6-8f78-f0577beac935 None None] Network f364f326-4f81-4b4c-a7ce-c32d4f3daf49 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:55:57.393465 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c8622ca2-e4bc-479f-8423-91c3ee848c6c None None] Provisioning complete for port 57d709d2-d1b0-4455-8a26-cb59eccedc55 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:55:57.393960 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c8622ca2-e4bc-479f-8423-91c3ee848c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (57d709d2-d1b0-4455-8a26-cb59eccedc55), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:57.528846 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c8622ca2-e4bc-479f-8423-91c3ee848c6c None None] Current status of the port 57d709d2-d1b0-4455-8a26-cb59eccedc55 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:55:57.528846 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c8622ca2-e4bc-479f-8423-91c3ee848c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (57d709d2-d1b0-4455-8a26-cb59eccedc55), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:57.582383 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-c8622ca2-e4bc-479f-8423-91c3ee848c6c None None] For port 57d709d2-d1b0-4455-8a26-cb59eccedc55, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=57d709d2-d1b0-4455-8a26-cb59eccedc55,segment=NetworkSegment(8604600e-32d2-452d-9383-bd14054cc5e4),segment_id=8604600e-32d2-452d-9383-bd14054cc5e4)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:55:57.589099 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c8622ca2-e4bc-479f-8423-91c3ee848c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (57d709d2-d1b0-4455-8a26-cb59eccedc55), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:57.674427 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8622ca2-e4bc-479f-8423-91c3ee848c6c None None] Pushing event updated for resources: {'Port': ['ID=57d709d2-d1b0-4455-8a26-cb59eccedc55,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:57.822344 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-66f18cdc-e323-4a33-b45e-c092eed049d8 None None] Provisioning complete for port 57d709d2-d1b0-4455-8a26-cb59eccedc55 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:55:57.822983 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-66f18cdc-e323-4a33-b45e-c092eed049d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (57d709d2-d1b0-4455-8a26-cb59eccedc55), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:57.954847 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 57d709d2-d1b0-4455-8a26-cb59eccedc55 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:55:58.012101 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-66f18cdc-e323-4a33-b45e-c092eed049d8 None None] Current status of the port 57d709d2-d1b0-4455-8a26-cb59eccedc55 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:55:58.038586 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 57d709d2-d1b0-4455-8a26-cb59eccedc55 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:55:58.039110 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (57d709d2-d1b0-4455-8a26-cb59eccedc55), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:58.118465 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:58.177575 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 57d709d2-d1b0-4455-8a26-cb59eccedc55 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:55:59.508532 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:56:00.933852 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:56:24.657186 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-12ab77bd-6ab6-46f3-b158-3f0854f6b25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:56:26.864991 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f6365efc-8e97-47ff-aec6-6da7ea6a408c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:56:28.082444 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:56:29.511118 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:56:30.932166 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:56:31.098206 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 5 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:56:54.653520 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9e386f1e-054a-45fe-816a-082f79c0ba64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:56:56.869402 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f4daa500-0ee9-4d69-9da0-aee1146b523e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:56:58.082903 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:56:59.515047 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:00.930749 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:08.100463 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 5 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:57:23.480702 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 35382) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:57:23.487514 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [None req-2f391e90-c984-4a77-815d-cf03bf53ee9c tempest-verify_tempest_config-33766645 tempest-verify_tempest_config-33766645-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:57:23.488810 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-2f391e90-c984-4a77-815d-cf03bf53ee9c tempest-verify_tempest_config-33766645 tempest-verify_tempest_config-33766645-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0067661 Mar 08 12:57:23.838927 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 35400) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:57:23.957084 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-10c68d9a-082c-4b80-91b0-5de289856a92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:24.046962 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-10c68d9a-082c-4b80-91b0-5de289856a92 admin admin] Publish callbacks [] for security_group (8c1fdf02-68b1-4219-99b5-12456adf7de9), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:24.051605 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-10c68d9a-082c-4b80-91b0-5de289856a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (8c1fdf02-68b1-4219-99b5-12456adf7de9), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:24.097208 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c68d9a-082c-4b80-91b0-5de289856a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1fdf02-68b1-4219-99b5-12456adf7de9,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:24.101938 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-10c68d9a-082c-4b80-91b0-5de289856a92 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e2c4ead609ce465a83af57c3d7f4f23a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2616918 Mar 08 12:57:24.104854 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 35404) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:57:24.107694 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c68d9a-082c-4b80-91b0-5de289856a92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:24.108041 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c68d9a-082c-4b80-91b0-5de289856a92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:24.108389 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c68d9a-082c-4b80-91b0-5de289856a92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:24.108772 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c68d9a-082c-4b80-91b0-5de289856a92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:24.109109 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c68d9a-082c-4b80-91b0-5de289856a92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:24.109439 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c68d9a-082c-4b80-91b0-5de289856a92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:24.109791 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c68d9a-082c-4b80-91b0-5de289856a92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:24.110144 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c68d9a-082c-4b80-91b0-5de289856a92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:24.110496 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c68d9a-082c-4b80-91b0-5de289856a92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:24.110848 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c68d9a-082c-4b80-91b0-5de289856a92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:24.111180 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c68d9a-082c-4b80-91b0-5de289856a92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:24.111506 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c68d9a-082c-4b80-91b0-5de289856a92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:24.111830 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c68d9a-082c-4b80-91b0-5de289856a92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:24.179171 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b4ccfef9-0707-4e07-9d1f-3a0ef15d60c6 admin admin] Publish callbacks [] for security_group (8c1fdf02-68b1-4219-99b5-12456adf7de9), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:24.202332 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b4ccfef9-0707-4e07-9d1f-3a0ef15d60c6 admin admin] Publish callbacks [] for security_group (8c1fdf02-68b1-4219-99b5-12456adf7de9), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:24.294998 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b4ccfef9-0707-4e07-9d1f-3a0ef15d60c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (8c1fdf02-68b1-4219-99b5-12456adf7de9), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:24.297674 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b4ccfef9-0707-4e07-9d1f-3a0ef15d60c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:24.299034 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-b4ccfef9-0707-4e07-9d1f-3a0ef15d60c6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c1fdf02-68b1-4219-99b5-12456adf7de9 HTTP/1.1" status: 204 len: 168 time: 0.1927791 Mar 08 12:57:24.310900 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ccfef9-0707-4e07-9d1f-3a0ef15d60c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1fdf02-68b1-4219-99b5-12456adf7de9,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:24.319254 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ccfef9-0707-4e07-9d1f-3a0ef15d60c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:24.319648 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ccfef9-0707-4e07-9d1f-3a0ef15d60c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:24.319995 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ccfef9-0707-4e07-9d1f-3a0ef15d60c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:24.320335 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ccfef9-0707-4e07-9d1f-3a0ef15d60c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:24.320697 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ccfef9-0707-4e07-9d1f-3a0ef15d60c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:24.321207 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ccfef9-0707-4e07-9d1f-3a0ef15d60c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:24.321380 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ccfef9-0707-4e07-9d1f-3a0ef15d60c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:24.321857 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ccfef9-0707-4e07-9d1f-3a0ef15d60c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:24.322050 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ccfef9-0707-4e07-9d1f-3a0ef15d60c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:24.322395 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ccfef9-0707-4e07-9d1f-3a0ef15d60c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:24.322722 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ccfef9-0707-4e07-9d1f-3a0ef15d60c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:24.323044 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ccfef9-0707-4e07-9d1f-3a0ef15d60c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:24.323591 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ccfef9-0707-4e07-9d1f-3a0ef15d60c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:24.651561 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5990b129-8f71-49ef-945a-9c27eb3f9d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:26.867390 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c22b332f-0b80-40a0-af68-861d0e8d532d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:28.086861 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:29.514287 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:30.935890 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:45.105316 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 5 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:57:54.647081 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-353b47f2-9e25-423a-afe5-56b7d1913f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:56.862588 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-69160e50-df6e-415c-a30d-ab136ef750eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:58.089329 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:59.519404 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:58:00.932951 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:58:22.112254 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 5 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:58:24.649692 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-2ff4ba5f-b90e-4606-a234-515354f56d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:58:26.866826 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b4fd5a0d-d049-476b-9296-87872fed5f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:58:28.095698 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:58:29.529541 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:58:30.930881 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:58:54.653282 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9781f4f5-334c-43be-9515-2f62c26e41a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:58:56.870442 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-be214500-ed67-4f83-a151-e0cc2753f310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:58:58.097617 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:58:59.100672 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 5 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:58:59.521310 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:59:00.927892 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:59:08.723607 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-674301'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:59:23.834700 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 35476) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:59:23.938024 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-f5d11e91-f2df-44aa-9bde-a3825b46db99 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1022274 Mar 08 12:59:24.658154 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-34a2acec-49cf-4a87-9e28-0e951b675e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:59:26.289994 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 35486) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:59:26.344244 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-374edae8-cfa0-494d-8827-8fbb0e19ae14 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0531597 Mar 08 12:59:26.873906 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4d7ab28e-9aa8-44d8-99f9-9adbbd86c461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:59:28.096751 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:59:29.524745 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:59:30.925854 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:59:36.102461 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:59:38.719008 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:59:54.660899 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9d50f1b0-733c-4977-8129-c8c7ef7ec814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:59:56.875409 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-79710339-3fa5-4009-84e2-9a33c1828e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:59:58.103209 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:59:59.526731 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:00.921046 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:08.713807 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:13.105043 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:00:24.663201 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5fc4d7bf-870a-4225-ab6c-7d1d6b947241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:26.878157 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-2f1df178-3f51-43ee-adc2-5af90f5a1ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:28.103313 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:29.531139 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:30.927610 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:38.737146 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:50.107903 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:00:54.666278 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8c9b2cbd-a449-422e-b94e-ff2681bd3b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:56.881995 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ee9bea4d-479e-454e-a232-4e4395170823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:58.105637 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:59.535695 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:00.928053 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:06.329681 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 35676) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:06.605023 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 35692) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:06.732768 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 35698) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:06.759496 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1407401291-network', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:06.786392 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Made reservation on behalf of 37f26f17b5d64805ade2c2785c6b12fe for: {'network': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:06.792007 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for network (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:06.806578 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:06.902604 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Publish callbacks [] for security_group (244981fb-03f6-4470-b009-e856bbc53ecd), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:06.907706 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (244981fb-03f6-4470-b009-e856bbc53ecd), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:06.937138 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244981fb-03f6-4470-b009-e856bbc53ecd,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:06.946936 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:06.947312 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:06.947649 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:06.947984 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:06.948312 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:06.948670 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:06.949013 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:06.949342 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:06.949674 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:06.950012 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:06.950334 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:06.950650 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:06.950965 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Tracked resource versions report: Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: pushed versions: Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: { 'AddressGroup': {'1.2'}, Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: 'ConntrackHelper': {'1.0'}, Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: 'LocalIPAssociation': {'1.0'}, Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: 'Log': {'1.0'}, Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: 'Network': {'1.1'}, Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: 'Port': {'1.7'}, Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: 'PortForwarding': {'1.2'}, Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: 'QosPolicy': {'1.10'}, Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: 'SecurityGroup': {'1.5'}, Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: 'SecurityGroupRule': {'1.2'}, Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: 'SubPort': {'1.0'}, Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: 'Subnet': {'1.1'}, Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: 'Trunk': {'1.1'}} Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: consumer versions: Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: { DHCP agent@dv-cinder-830089-2-iscsi: {}, Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: HyperV agent@hv-cinder-83008: {}, Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: L3 agent@dv-cinder-830089-2-iscsi: {}, Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: Metadata agent@dv-cinder-830089-2-iscsi: {}, Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: Metering agent@dv-cinder-830089-2-iscsi: {}, Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: Open vSwitch agent@dv-cinder-830089-2-iscsi: { 'AddressGroup': '1.2', Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: 'ConntrackHelper': '1.0', Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: 'LocalIPAssociation': '1.0', Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: 'Log': '1.0', Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: 'Network': '1.1', Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: 'Port': '1.7', Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: 'PortForwarding': '1.2', Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: 'QosPolicy': '1.10', Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: 'SecurityGroup': '1.5', Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: 'SecurityGroupRule': '1.2', Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: 'SubPort': '1.0', Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: 'Subnet': '1.1', Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: 'Trunk': '1.1'}} Mar 08 13:01:06.952159 dv-cinder-830089-2-iscsi neutron-server[102968]: {{(pid=102968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 13:01:06.965011 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030} {{(pid=102968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:01:06.979141 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (0d2187b0-3440-4b5e-9fc0-a77835bc9ebb), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:06.979638 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.segments_db [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Added segment 0d2187b0-3440-4b5e-9fc0-a77835bc9ebb of type vlan for network 22601ec1-3846-4b8b-84d1-d9378d9f83cc Mar 08 13:01:07.046032 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755471561494'] for network (22601ec1-3846-4b8b-84d1-d9378d9f83cc), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.074721 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for network (22601ec1-3846-4b8b-84d1-d9378d9f83cc), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.075900 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:07.077312 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.103343 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 35710) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:07.145143 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] Pushing event updated for resources: {'Network': ['ID=22601ec1-3846-4b8b-84d1-d9378d9f83cc,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:07.154366 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 35716) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:07.154595 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-64c8bda5-b758-4940-935b-e742ac4942ef admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8236194 Mar 08 13:01:07.157674 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Network 22601ec1-3846-4b8b-84d1-d9378d9f83cc details requested by agent ovs-agent-dv-cinder-830089-2-iscsi with host dv-cinder-830089-2-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:01:07.159692 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-219659e5-900d-4f1a-a629-df8627786aaa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-53124222-network', 'tenant_id': 'a3714cb26cda401d9d469351da67b523'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:07.162489 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-55ba72f0-d30c-4f0c-ac23-8ac49d779aa1 admin admin] Request body: {'subnet': {'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1407401291-subnet', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:07.192899 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ba72f0-d30c-4f0c-ac23-8ac49d779aa1 admin admin] Made reservation on behalf of 37f26f17b5d64805ade2c2785c6b12fe for: {'subnet': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:07.195070 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-bd1b58b9-bade-4ad1-a9b8-6bde7df70802 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1226060985-network', 'tenant_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:07.198409 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-55ba72f0-d30c-4f0c-ac23-8ac49d779aa1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.202797 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219659e5-900d-4f1a-a629-df8627786aaa admin admin] Made reservation on behalf of a3714cb26cda401d9d469351da67b523 for: {'network': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:07.216732 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-219659e5-900d-4f1a-a629-df8627786aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for network (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.242430 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-219659e5-900d-4f1a-a629-df8627786aaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.355949 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 35722) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:07.370630 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-219659e5-900d-4f1a-a629-df8627786aaa admin admin] Publish callbacks [] for security_group (56a15b0b-3c37-4f32-9466-5f1bc2568cee), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.373062 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1b58b9-bade-4ad1-a9b8-6bde7df70802 admin admin] Made reservation on behalf of 4a8d0813209c4a0bbc5f6d2dce0d4ff4 for: {'network': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:07.377319 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-bd1b58b9-bade-4ad1-a9b8-6bde7df70802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for network (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.392158 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-219659e5-900d-4f1a-a629-df8627786aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (56a15b0b-3c37-4f32-9466-5f1bc2568cee), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.405238 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219659e5-900d-4f1a-a629-df8627786aaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=102968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:01:07.412523 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-bd1b58b9-bade-4ad1-a9b8-6bde7df70802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.423797 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-219659e5-900d-4f1a-a629-df8627786aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (5d8c9d50-3aaa-4990-a1a3-1e19845954fa), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.424138 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.segments_db [None req-219659e5-900d-4f1a-a629-df8627786aaa admin admin] Added segment 5d8c9d50-3aaa-4990-a1a3-1e19845954fa of type vlan for network ef08715f-7953-4413-b447-31411b8326bd Mar 08 13:01:07.522014 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-219659e5-900d-4f1a-a629-df8627786aaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755471561494'] for network (ef08715f-7953-4413-b447-31411b8326bd), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.522265 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-55ba72f0-d30c-4f0c-ac23-8ac49d779aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for subnet (71b3146c-5df2-44c0-b875-ba4aa2fcab91), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.561395 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219659e5-900d-4f1a-a629-df8627786aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a15b0b-3c37-4f32-9466-5f1bc2568cee,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:07.568406 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-219659e5-900d-4f1a-a629-df8627786aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for network (ef08715f-7953-4413-b447-31411b8326bd), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.569403 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219659e5-900d-4f1a-a629-df8627786aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:07.570387 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-219659e5-900d-4f1a-a629-df8627786aaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.640724 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-a7d1e088-dc91-47ad-9366-a1ba06ae3f9e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1865594718-network', 'tenant_id': 'f306d41698334cc7871f09af1b139657'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:07.656494 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-219659e5-900d-4f1a-a629-df8627786aaa admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9225206 Mar 08 13:01:07.660587 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 35736) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:07.669027 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-07207052-89fc-485a-80f7-a56b836f368a admin admin] Request body: {'subnet': {'network_id': 'ef08715f-7953-4413-b447-31411b8326bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-53124222-subnet', 'tenant_id': 'a3714cb26cda401d9d469351da67b523', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:07.682541 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219659e5-900d-4f1a-a629-df8627786aaa admin admin] Pushing event updated for resources: {'Network': ['ID=ef08715f-7953-4413-b447-31411b8326bd,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:07.700189 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Network ef08715f-7953-4413-b447-31411b8326bd details requested by agent ovs-agent-dv-cinder-830089-2-iscsi with host dv-cinder-830089-2-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:01:07.722341 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07207052-89fc-485a-80f7-a56b836f368a admin admin] Made reservation on behalf of a3714cb26cda401d9d469351da67b523 for: {'subnet': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:07.724755 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-07207052-89fc-485a-80f7-a56b836f368a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.728963 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d1e088-dc91-47ad-9366-a1ba06ae3f9e admin admin] Made reservation on behalf of f306d41698334cc7871f09af1b139657 for: {'network': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:07.735514 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e088-dc91-47ad-9366-a1ba06ae3f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for network (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.762828 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-bd1b58b9-bade-4ad1-a9b8-6bde7df70802 admin admin] Publish callbacks [] for security_group (200a2e4c-97d9-4046-a597-29f7ccbe41c2), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.765946 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e088-dc91-47ad-9366-a1ba06ae3f9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.795711 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-bd1b58b9-bade-4ad1-a9b8-6bde7df70802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (200a2e4c-97d9-4046-a597-29f7ccbe41c2), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.840337 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba72f0-d30c-4f0c-ac23-8ac49d779aa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71b3146c-5df2-44c0-b875-ba4aa2fcab91,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:07.851051 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1b58b9-bade-4ad1-a9b8-6bde7df70802 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=102968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:01:07.873805 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-bd1b58b9-bade-4ad1-a9b8-6bde7df70802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (27cdc7f9-e4c6-4646-bb87-0199a71c4e8b), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.874167 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.segments_db [None req-bd1b58b9-bade-4ad1-a9b8-6bde7df70802 admin admin] Added segment 27cdc7f9-e4c6-4646-bb87-0199a71c4e8b of type vlan for network 21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 Mar 08 13:01:07.875363 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b58b9-bade-4ad1-a9b8-6bde7df70802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200a2e4c-97d9-4046-a597-29f7ccbe41c2,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:07.894404 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba72f0-d30c-4f0c-ac23-8ac49d779aa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:07.897245 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba72f0-d30c-4f0c-ac23-8ac49d779aa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:07.898841 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba72f0-d30c-4f0c-ac23-8ac49d779aa1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:07.901311 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba72f0-d30c-4f0c-ac23-8ac49d779aa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:07.903059 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba72f0-d30c-4f0c-ac23-8ac49d779aa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:07.903863 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba72f0-d30c-4f0c-ac23-8ac49d779aa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:07.905903 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba72f0-d30c-4f0c-ac23-8ac49d779aa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:07.908772 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba72f0-d30c-4f0c-ac23-8ac49d779aa1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:07.910233 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba72f0-d30c-4f0c-ac23-8ac49d779aa1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:07.912478 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba72f0-d30c-4f0c-ac23-8ac49d779aa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:07.914164 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba72f0-d30c-4f0c-ac23-8ac49d779aa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:07.915367 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba72f0-d30c-4f0c-ac23-8ac49d779aa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:07.917110 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba72f0-d30c-4f0c-ac23-8ac49d779aa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba72f0-d30c-4f0c-ac23-8ac49d779aa1 admin admin] Tracked resource versions report: Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: pushed versions: Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: { 'AddressGroup': {'1.2'}, Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: 'ConntrackHelper': {'1.0'}, Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: 'LocalIPAssociation': {'1.0'}, Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: 'Log': {'1.0'}, Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: 'Network': {'1.1'}, Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: 'Port': {'1.7'}, Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: 'PortForwarding': {'1.2'}, Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: 'QosPolicy': {'1.10'}, Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: 'SecurityGroup': {'1.5'}, Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: 'SecurityGroupRule': {'1.2'}, Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: 'SubPort': {'1.0'}, Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: 'Subnet': {'1.1'}, Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: 'Trunk': {'1.1'}} Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: consumer versions: Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: { DHCP agent@dv-cinder-830089-2-iscsi: {}, Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: HyperV agent@hv-cinder-83008: {}, Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: L3 agent@dv-cinder-830089-2-iscsi: {}, Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: Metadata agent@dv-cinder-830089-2-iscsi: {}, Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: Metering agent@dv-cinder-830089-2-iscsi: {}, Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: Open vSwitch agent@dv-cinder-830089-2-iscsi: { 'AddressGroup': '1.2', Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: 'ConntrackHelper': '1.0', Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: 'LocalIPAssociation': '1.0', Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: 'Log': '1.0', Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: 'Network': '1.1', Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: 'Port': '1.7', Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: 'PortForwarding': '1.2', Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: 'QosPolicy': '1.10', Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: 'SecurityGroup': '1.5', Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: 'SecurityGroupRule': '1.2', Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: 'SubPort': '1.0', Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: 'Subnet': '1.1', Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: 'Trunk': '1.1'}} Mar 08 13:01:07.919184 dv-cinder-830089-2-iscsi neutron-server[102969]: {{(pid=102969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 13:01:07.938400 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ba72f0-d30c-4f0c-ac23-8ac49d779aa1 admin admin] Checking segment: {'id': '0d2187b0-3440-4b5e-9fc0-a77835bc9ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:07.939379 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ba72f0-d30c-4f0c-ac23-8ac49d779aa1 admin admin] Network hostable DHCP agents. Network: 22601ec1-3846-4b8b-84d1-d9378d9f83cc, hostable agents: ['57d8c91c-da11-4d19-879a-ab8c1c8220b9'], hosted agents: [] {{(pid=102969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:01:07.951585 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-bd1b58b9-bade-4ad1-a9b8-6bde7df70802 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755471561494'] for network (21bd8c3c-2f29-47a3-b60e-e76ac3085ea7), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.952712 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-578319bf-b869-45a8-ab30-649dea3b0084 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-306604063-network', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:08.028907 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-bd1b58b9-bade-4ad1-a9b8-6bde7df70802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for network (21bd8c3c-2f29-47a3-b60e-e76ac3085ea7), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.029576 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1b58b9-bade-4ad1-a9b8-6bde7df70802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:08.030152 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-bd1b58b9-bade-4ad1-a9b8-6bde7df70802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.056742 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-07207052-89fc-485a-80f7-a56b836f368a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for subnet (d9617c2a-ff4b-4356-8998-5615c6feb07d), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.059928 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578319bf-b869-45a8-ab30-649dea3b0084 admin admin] Made reservation on behalf of 41c838c4ea194624a0d4fca29dbc6bc6 for: {'network': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:08.065697 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-578319bf-b869-45a8-ab30-649dea3b0084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for network (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.072130 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ba72f0-d30c-4f0c-ac23-8ac49d779aa1 admin admin] Network 22601ec1-3846-4b8b-84d1-d9378d9f83cc is scheduled to be hosted by DHCP agent 57d8c91c-da11-4d19-879a-ab8c1c8220b9 with binding_index 1 {{(pid=102969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:01:08.099579 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e088-dc91-47ad-9366-a1ba06ae3f9e admin admin] Publish callbacks [] for security_group (950c623e-9e41-44f1-ac8b-5109ce5ef4ba), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.100976 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-578319bf-b869-45a8-ab30-649dea3b0084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.106187 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e088-dc91-47ad-9366-a1ba06ae3f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (950c623e-9e41-44f1-ac8b-5109ce5ef4ba), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.122549 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-55ba72f0-d30c-4f0c-ac23-8ac49d779aa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-2-iscsi, 22601ec1-3846-4b8b-84d1-d9378d9f83cc) {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:08.146164 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9236f251-240f-469f-9f9f-9ba4e670d120 None None] Network 22601ec1-3846-4b8b-84d1-d9378d9f83cc requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:01:08.172917 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1e088-dc91-47ad-9366-a1ba06ae3f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950c623e-9e41-44f1-ac8b-5109ce5ef4ba,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:08.194239 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ba72f0-d30c-4f0c-ac23-8ac49d779aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:08.195530 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-55ba72f0-d30c-4f0c-ac23-8ac49d779aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.236658 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-55ba72f0-d30c-4f0c-ac23-8ac49d779aa1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0811448 Mar 08 13:01:08.244173 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 35762) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:08.252461 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d1e088-dc91-47ad-9366-a1ba06ae3f9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=102969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:01:08.260508 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-b6502d0f-3397-45ce-a695-88af84e57b4f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1407401291-router', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:08.299467 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e088-dc91-47ad-9366-a1ba06ae3f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (b2fe265a-2ae1-4e8f-9f05-4058f35e3827), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.300274 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.db.segments_db [None req-a7d1e088-dc91-47ad-9366-a1ba06ae3f9e admin admin] Added segment b2fe265a-2ae1-4e8f-9f05-4058f35e3827 of type vlan for network a4ab2def-eec0-4850-b52e-df8d8480a736 Mar 08 13:01:08.325388 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-bd1b58b9-bade-4ad1-a9b8-6bde7df70802 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7147291 Mar 08 13:01:08.326404 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 35766) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:08.331970 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07207052-89fc-485a-80f7-a56b836f368a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9617c2a-ff4b-4356-8998-5615c6feb07d,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:08.335131 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b58b9-bade-4ad1-a9b8-6bde7df70802 admin admin] Pushing event updated for resources: {'Network': ['ID=21bd8c3c-2f29-47a3-b60e-e76ac3085ea7,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:08.345605 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-732b093a-3278-4f96-962c-994f9d8c160c admin admin] Request body: {'subnet': {'network_id': '21bd8c3c-2f29-47a3-b60e-e76ac3085ea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1226060985-subnet', 'tenant_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:08.364552 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07207052-89fc-485a-80f7-a56b836f368a admin admin] Checking segment: {'id': '5d8c9d50-3aaa-4990-a1a3-1e19845954fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'ef08715f-7953-4413-b447-31411b8326bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:08.365099 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07207052-89fc-485a-80f7-a56b836f368a admin admin] Network hostable DHCP agents. Network: ef08715f-7953-4413-b447-31411b8326bd, hostable agents: ['57d8c91c-da11-4d19-879a-ab8c1c8220b9'], hosted agents: [] {{(pid=102968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:01:08.401163 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07207052-89fc-485a-80f7-a56b836f368a admin admin] Network ef08715f-7953-4413-b447-31411b8326bd is scheduled to be hosted by DHCP agent 57d8c91c-da11-4d19-879a-ab8c1c8220b9 with binding_index 1 {{(pid=102968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:01:08.419776 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-07207052-89fc-485a-80f7-a56b836f368a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-2-iscsi, ef08715f-7953-4413-b447-31411b8326bd) {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:08.425572 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07207052-89fc-485a-80f7-a56b836f368a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:08.426576 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-07207052-89fc-485a-80f7-a56b836f368a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.445329 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Network 21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 details requested by agent ovs-agent-dv-cinder-830089-2-iscsi with host dv-cinder-830089-2-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:01:08.450543 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e39df95-3255-4f05-91a1-40176c241eae None None] Network ef08715f-7953-4413-b447-31411b8326bd requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:01:08.458598 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-07207052-89fc-485a-80f7-a56b836f368a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7960763 Mar 08 13:01:08.474749 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b6502d0f-3397-45ce-a695-88af84e57b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-674970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60768'] for router (252729d9-b6e7-4294-aa22-0da3e63bea61), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.475859 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b6502d0f-3397-45ce-a695-88af84e57b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-851116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60777'] for router (252729d9-b6e7-4294-aa22-0da3e63bea61), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.488722 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e088-dc91-47ad-9366-a1ba06ae3f9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755471561494'] for network (a4ab2def-eec0-4850-b52e-df8d8480a736), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.516553 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732b093a-3278-4f96-962c-994f9d8c160c admin admin] Made reservation on behalf of 4a8d0813209c4a0bbc5f6d2dce0d4ff4 for: {'subnet': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:08.519419 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-732b093a-3278-4f96-962c-994f9d8c160c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.637559 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-578319bf-b869-45a8-ab30-649dea3b0084 admin admin] Publish callbacks [] for security_group (ae982e34-181b-4212-bf52-f8d11c0693c7), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.644023 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2847e9c-4fb5-5906-a73f-07d87f7d96e3-22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'fixed_ips': [{'subnet_id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91'}]}} from dv-cinder-830089-2-iscsi. {{(pid=102970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 13:01:08.645474 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.671270 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-578319bf-b869-45a8-ab30-649dea3b0084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (ae982e34-181b-4212-bf52-f8d11c0693c7), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.683986 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578319bf-b869-45a8-ab30-649dea3b0084 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=102969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:01:08.694733 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-578319bf-b869-45a8-ab30-649dea3b0084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (6878711a-8eab-4297-87fb-369fac68aae5), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.695097 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.db.segments_db [None req-578319bf-b869-45a8-ab30-649dea3b0084 admin admin] Added segment 6878711a-8eab-4297-87fb-369fac68aae5 of type vlan for network 1855bf0b-ed79-4719-8efd-6cc0a1498526 Mar 08 13:01:08.737985 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-578319bf-b869-45a8-ab30-649dea3b0084 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755471561494'] for network (1855bf0b-ed79-4719-8efd-6cc0a1498526), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.745123 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e088-dc91-47ad-9366-a1ba06ae3f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for network (a4ab2def-eec0-4850-b52e-df8d8480a736), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.746075 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d1e088-dc91-47ad-9366-a1ba06ae3f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:08.746654 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e088-dc91-47ad-9366-a1ba06ae3f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.759141 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b6502d0f-3397-45ce-a695-88af84e57b4f admin admin] Publish callbacks [] for router_controller (252729d9-b6e7-4294-aa22-0da3e63bea61), precommit_add_association {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.906193 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Allocated IP 172.20.0.2 (22601ec1-3846-4b8b-84d1-d9378d9f83cc/71b3146c-5df2-44c0-b875-ba4aa2fcab91/bd27cf01-278c-4c38-a395-1c992fb1ac4b) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:08.911807 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daee439-e681-4da9-ad75-385bb98687d7 None None] Network ef08715f-7953-4413-b447-31411b8326bd requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:01:08.936690 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 35788) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:08.939311 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-a7d1e088-dc91-47ad-9366-a1ba06ae3f9e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8339636 Mar 08 13:01:08.945280 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-17b1dc3a-72d7-4f3e-b001-c53952fa5436 admin admin] Request body: {'subnet': {'network_id': 'a4ab2def-eec0-4850-b52e-df8d8480a736', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1865594718-subnet', 'tenant_id': 'f306d41698334cc7871f09af1b139657', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:08.946075 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:09.013844 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b1dc3a-72d7-4f3e-b001-c53952fa5436 admin admin] Made reservation on behalf of f306d41698334cc7871f09af1b139657 for: {'subnet': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:09.021819 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-17b1dc3a-72d7-4f3e-b001-c53952fa5436 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:09.210630 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-578319bf-b869-45a8-ab30-649dea3b0084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for network (1855bf0b-ed79-4719-8efd-6cc0a1498526), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:09.213654 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578319bf-b869-45a8-ab30-649dea3b0084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:09.214465 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-578319bf-b869-45a8-ab30-649dea3b0084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:09.217707 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1e088-dc91-47ad-9366-a1ba06ae3f9e admin admin] Pushing event updated for resources: {'Network': ['ID=a4ab2def-eec0-4850-b52e-df8d8480a736,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:09.240198 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578319bf-b869-45a8-ab30-649dea3b0084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae982e34-181b-4212-bf52-f8d11c0693c7,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:09.334893 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Network a4ab2def-eec0-4850-b52e-df8d8480a736 details requested by agent ovs-agent-dv-cinder-830089-2-iscsi with host dv-cinder-830089-2-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:01:09.339871 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-578319bf-b869-45a8-ab30-649dea3b0084 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9824183 Mar 08 13:01:09.347505 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 35808) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:09.361624 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-ebf36f04-83bf-4296-9f38-c031987212c3 admin admin] Request body: {'subnet': {'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-306604063-subnet', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:09.533132 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf36f04-83bf-4296-9f38-c031987212c3 admin admin] Made reservation on behalf of 41c838c4ea194624a0d4fca29dbc6bc6 for: {'subnet': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:09.536626 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ebf36f04-83bf-4296-9f38-c031987212c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:09.537293 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b6502d0f-3397-45ce-a695-88af84e57b4f admin admin] Publish callbacks [] for router_gateway (252729d9-b6e7-4294-aa22-0da3e63bea61), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:09.544106 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578319bf-b869-45a8-ab30-649dea3b0084 admin admin] Pushing event updated for resources: {'Network': ['ID=1855bf0b-ed79-4719-8efd-6cc0a1498526,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:09.599944 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Network 1855bf0b-ed79-4719-8efd-6cc0a1498526 details requested by agent ovs-agent-dv-cinder-830089-2-iscsi with host dv-cinder-830089-2-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:01:09.617371 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-732b093a-3278-4f96-962c-994f9d8c160c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for subnet (ec1e63dc-26dd-4e1a-8756-ada739f4a12a), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:09.702797 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-17b1dc3a-72d7-4f3e-b001-c53952fa5436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for subnet (68c04ac9-a945-402e-b750-7bb4b0d9582a), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:09.754318 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Publish callbacks [] for port (bd27cf01-278c-4c38-a395-1c992fb1ac4b), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:09.767376 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007'] for port (bd27cf01-278c-4c38-a395-1c992fb1ac4b), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:09.833400 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1dc3a-72d7-4f3e-b001-c53952fa5436 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68c04ac9-a945-402e-b750-7bb4b0d9582a,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:09.840984 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b1dc3a-72d7-4f3e-b001-c53952fa5436 admin admin] Checking segment: {'id': 'b2fe265a-2ae1-4e8f-9f05-4058f35e3827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a4ab2def-eec0-4850-b52e-df8d8480a736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:09.840984 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b1dc3a-72d7-4f3e-b001-c53952fa5436 admin admin] Network hostable DHCP agents. Network: a4ab2def-eec0-4850-b52e-df8d8480a736, hostable agents: ['57d8c91c-da11-4d19-879a-ab8c1c8220b9'], hosted agents: [] {{(pid=102968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:01:09.866079 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Network 22601ec1-3846-4b8b-84d1-d9378d9f83cc is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:09.872017 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:09.879634 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:09.909705 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b1dc3a-72d7-4f3e-b001-c53952fa5436 admin admin] Network a4ab2def-eec0-4850-b52e-df8d8480a736 is scheduled to be hosted by DHCP agent 57d8c91c-da11-4d19-879a-ab8c1c8220b9 with binding_index 1 {{(pid=102968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:01:09.918152 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Pushing event updated for resources: {'Port': ['ID=bd27cf01-278c-4c38-a395-1c992fb1ac4b,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:09.943043 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:09.943633 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:09.944325 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:09.944845 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:09.945427 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:09.945957 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:09.946511 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:09.947326 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:09.947924 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:09.948499 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:09.949551 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:09.952824 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:09.953425 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Tracked resource versions report: Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: pushed versions: Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: { 'AddressGroup': {'1.2'}, Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: 'ConntrackHelper': {'1.0'}, Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: 'LocalIPAssociation': {'1.0'}, Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: 'Log': {'1.0'}, Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: 'Network': {'1.1'}, Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: 'Port': {'1.7'}, Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: 'PortForwarding': {'1.2'}, Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: 'QosPolicy': {'1.10'}, Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: 'SecurityGroup': {'1.5'}, Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: 'SecurityGroupRule': {'1.2'}, Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: 'SubPort': {'1.0'}, Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: 'Subnet': {'1.1'}, Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: 'Trunk': {'1.1'}} Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: consumer versions: Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: { DHCP agent@dv-cinder-830089-2-iscsi: {}, Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: HyperV agent@hv-cinder-83008: {}, Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: L3 agent@dv-cinder-830089-2-iscsi: {}, Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: Metadata agent@dv-cinder-830089-2-iscsi: {}, Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: Metering agent@dv-cinder-830089-2-iscsi: {}, Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: Open vSwitch agent@dv-cinder-830089-2-iscsi: { 'AddressGroup': '1.2', Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: 'ConntrackHelper': '1.0', Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: 'LocalIPAssociation': '1.0', Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: 'Log': '1.0', Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: 'Network': '1.1', Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: 'Port': '1.7', Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: 'PortForwarding': '1.2', Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: 'QosPolicy': '1.10', Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: 'SecurityGroup': '1.5', Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: 'SecurityGroupRule': '1.2', Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: 'SubPort': '1.0', Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: 'Subnet': '1.1', Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: 'Trunk': '1.1'}} Mar 08 13:01:09.957118 dv-cinder-830089-2-iscsi neutron-server[102970]: {{(pid=102970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 13:01:09.993672 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-17b1dc3a-72d7-4f3e-b001-c53952fa5436 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-2-iscsi, a4ab2def-eec0-4850-b52e-df8d8480a736) {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:10.005206 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b093a-3278-4f96-962c-994f9d8c160c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec1e63dc-26dd-4e1a-8756-ada739f4a12a,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:10.023254 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b1dc3a-72d7-4f3e-b001-c53952fa5436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:10.025356 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-17b1dc3a-72d7-4f3e-b001-c53952fa5436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:10.025687 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca7267c-7a51-488d-933a-88d3cf3d0d25 None None] Network a4ab2def-eec0-4850-b52e-df8d8480a736 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:01:10.032762 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732b093a-3278-4f96-962c-994f9d8c160c admin admin] Checking segment: {'id': '27cdc7f9-e4c6-4646-bb87-0199a71c4e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '21bd8c3c-2f29-47a3-b60e-e76ac3085ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:10.033182 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732b093a-3278-4f96-962c-994f9d8c160c admin admin] Network hostable DHCP agents. Network: 21bd8c3c-2f29-47a3-b60e-e76ac3085ea7, hostable agents: ['57d8c91c-da11-4d19-879a-ab8c1c8220b9'], hosted agents: [] {{(pid=102969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:01:10.067525 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732b093a-3278-4f96-962c-994f9d8c160c admin admin] Network 21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 is scheduled to be hosted by DHCP agent 57d8c91c-da11-4d19-879a-ab8c1c8220b9 with binding_index 1 {{(pid=102969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:01:10.083597 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-732b093a-3278-4f96-962c-994f9d8c160c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-2-iscsi, 21bd8c3c-2f29-47a3-b60e-e76ac3085ea7) {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:10.096869 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732b093a-3278-4f96-962c-994f9d8c160c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:10.097918 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-732b093a-3278-4f96-962c-994f9d8c160c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:10.101568 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ebf36f04-83bf-4296-9f38-c031987212c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for subnet (b305f603-9e69-4e73-882b-c5731c87cd5a), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:10.141002 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-732b093a-3278-4f96-962c-994f9d8c160c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8056557 Mar 08 13:01:10.153128 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc46afe-25aa-4204-bce7-1b7a4fbda8b3 None None] Network 21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:01:10.207524 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-17b1dc3a-72d7-4f3e-b001-c53952fa5436 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2692821 Mar 08 13:01:10.208409 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 35830) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:10.250540 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-be7f995a-0c27-477f-8cc3-182d8f0f8839 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1226060985-router', 'tenant_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:10.302999 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf36f04-83bf-4296-9f38-c031987212c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b305f603-9e69-4e73-882b-c5731c87cd5a,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:10.311824 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-be7f995a-0c27-477f-8cc3-182d8f0f8839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-674970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60768'] for router (affbe695-8e91-4dfc-a48e-fc35da42d39e), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:10.313449 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-be7f995a-0c27-477f-8cc3-182d8f0f8839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-851116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60777'] for router (affbe695-8e91-4dfc-a48e-fc35da42d39e), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:10.421398 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Attempting to bind port bd27cf01-278c-4c38-a395-1c992fb1ac4b on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:01:10.423853 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Attempting to bind port bd27cf01-278c-4c38-a395-1c992fb1ac4b by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': '0d2187b0-3440-4b5e-9fc0-a77835bc9ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:01:10.425398 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Attempting to bind port bd27cf01-278c-4c38-a395-1c992fb1ac4b on network 22601ec1-3846-4b8b-84d1-d9378d9f83cc {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:10.459393 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b6502d0f-3397-45ce-a695-88af84e57b4f admin admin] Publish callbacks [] for router_gateway (252729d9-b6e7-4294-aa22-0da3e63bea61), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:10.472981 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:01:10.474151 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Checking segment: {'id': '0d2187b0-3440-4b5e-9fc0-a77835bc9ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:10.475282 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:10.483422 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Bound using segment: {'id': '0d2187b0-3440-4b5e-9fc0-a77835bc9ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:01:10.483930 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Bound port: bd27cf01-278c-4c38-a395-1c992fb1ac4b, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2187b0-3440-4b5e-9fc0-a77835bc9ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:01:10.484431 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (bd27cf01-278c-4c38-a395-1c992fb1ac4b), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:10.504760 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b6502d0f-3397-45ce-a695-88af84e57b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:10.513447 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf36f04-83bf-4296-9f38-c031987212c3 admin admin] Checking segment: {'id': '6878711a-8eab-4297-87fb-369fac68aae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:10.513906 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf36f04-83bf-4296-9f38-c031987212c3 admin admin] Network hostable DHCP agents. Network: 1855bf0b-ed79-4719-8efd-6cc0a1498526, hostable agents: ['57d8c91c-da11-4d19-879a-ab8c1c8220b9'], hosted agents: [] {{(pid=102968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:01:10.728908 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-be7f995a-0c27-477f-8cc3-182d8f0f8839 admin admin] Publish callbacks [] for router_controller (affbe695-8e91-4dfc-a48e-fc35da42d39e), precommit_add_association {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:10.854090 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf36f04-83bf-4296-9f38-c031987212c3 admin admin] Network 1855bf0b-ed79-4719-8efd-6cc0a1498526 is scheduled to be hosted by DHCP agent 57d8c91c-da11-4d19-879a-ab8c1c8220b9 with binding_index 1 {{(pid=102968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:01:10.906944 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-b6502d0f-3397-45ce-a695-88af84e57b4f admin admin] Allocated IP 172.27.3.143 (5c176cc8-3706-4b4e-95aa-80d42c394e72/67bc08be-d366-4d47-9bdf-b91b4b3bbd14/4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:11.016678 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-ebf36f04-83bf-4296-9f38-c031987212c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-2-iscsi, 1855bf0b-ed79-4719-8efd-6cc0a1498526) {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:11.045046 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf36f04-83bf-4296-9f38-c031987212c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:11.045651 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ebf36f04-83bf-4296-9f38-c031987212c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:11.156308 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 35856) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:11.224282 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53858ec-4305-4f07-97af-765b5674ae1e None None] Network 1855bf0b-ed79-4719-8efd-6cc0a1498526 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:01:11.227755 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-ebf36f04-83bf-4296-9f38-c031987212c3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8758962 Mar 08 13:01:11.230223 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 35864) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:11.233555 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-be7f995a-0c27-477f-8cc3-182d8f0f8839 admin admin] Publish callbacks [] for router_gateway (affbe695-8e91-4dfc-a48e-fc35da42d39e), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:11.240260 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-6557dfde-1bd7-4b47-bd15-1cc4b8876dfe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-306604063-router', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:11.298783 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b2fd30-3584-4e78-bddb-7049633fbaca None None] Network 21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:01:11.311673 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b6502d0f-3397-45ce-a695-88af84e57b4f admin admin] Publish callbacks [] for port (4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:11.319931 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02eacb5-406f-4d16-8993-6ab5766568b7 None None] Network a4ab2def-eec0-4850-b52e-df8d8480a736 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:01:11.323300 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6557dfde-1bd7-4b47-bd15-1cc4b8876dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-674970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60768'] for router (60cedf14-fb11-4ee0-8251-57ef157bb87d), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:11.324333 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6557dfde-1bd7-4b47-bd15-1cc4b8876dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-851116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60777'] for router (60cedf14-fb11-4ee0-8251-57ef157bb87d), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:11.379968 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] For port bd27cf01-278c-4c38-a395-1c992fb1ac4b, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:01:11.380622 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b6502d0f-3397-45ce-a695-88af84e57b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007'] for port (4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:11.473826 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6502d0f-3397-45ce-a695-88af84e57b4f admin admin] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:11.479814 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-b6502d0f-3397-45ce-a695-88af84e57b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:11.492793 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] For port bd27cf01-278c-4c38-a395-1c992fb1ac4b, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=bd27cf01-278c-4c38-a395-1c992fb1ac4b,segment=NetworkSegment(0d2187b0-3440-4b5e-9fc0-a77835bc9ebb),segment_id=0d2187b0-3440-4b5e-9fc0-a77835bc9ebb)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:01:11.494269 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6502d0f-3397-45ce-a695-88af84e57b4f admin admin] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:11.552664 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6557dfde-1bd7-4b47-bd15-1cc4b8876dfe admin admin] Publish callbacks [] for router_controller (60cedf14-fb11-4ee0-8251-57ef157bb87d), precommit_add_association {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:11.558687 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (bd27cf01-278c-4c38-a395-1c992fb1ac4b), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:11.797685 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc17818e-1460-4748-82e9-e60dc425cc94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2847e9c-4fb5-5906-a73f-07d87f7d96e3-1855bf0b-ed79-4719-8efd-6cc0a1498526', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'fixed_ips': [{'subnet_id': 'b305f603-9e69-4e73-882b-c5731c87cd5a'}]}} from dv-cinder-830089-2-iscsi. {{(pid=102970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 13:01:11.798625 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dc17818e-1460-4748-82e9-e60dc425cc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:11.872385 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6502d0f-3397-45ce-a695-88af84e57b4f admin admin] Pushing event updated for resources: {'Port': ['ID=4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:11.876181 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6557dfde-1bd7-4b47-bd15-1cc4b8876dfe admin admin] Publish callbacks [] for router_gateway (60cedf14-fb11-4ee0-8251-57ef157bb87d), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:11.893036 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c97a2f51-6c19-417f-bd79-186142be09d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:11.998022 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 35894) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:12.012030 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-aebd233e-516f-4324-8986-05e976991037 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-398666642-network', 'tenant_id': '6efd61a95ccb44fc863d4ee3538d6641'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:12.157796 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e4c59-8c1c-48df-ac5e-eaee2769bbb9 None None] Pushing event updated for resources: {'Port': ['ID=bd27cf01-278c-4c38-a395-1c992fb1ac4b,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:12.284093 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 35904) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:12.294752 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebd233e-516f-4324-8986-05e976991037 admin admin] Made reservation on behalf of 6efd61a95ccb44fc863d4ee3538d6641 for: {'network': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:12.297338 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aebd233e-516f-4324-8986-05e976991037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for network (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:12.299666 dv-cinder-830089-2-iscsi neutron-server[102969]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 13:01:12.352897 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-dc17818e-1460-4748-82e9-e60dc425cc94 None None] Allocated IP 172.20.0.2 (1855bf0b-ed79-4719-8efd-6cc0a1498526/b305f603-9e69-4e73-882b-c5731c87cd5a/9abc0768-91e4-4b71-a1d7-5f465da5aaa9) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:12.355651 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-be7f995a-0c27-477f-8cc3-182d8f0f8839 admin admin] Publish callbacks [] for router_gateway (affbe695-8e91-4dfc-a48e-fc35da42d39e), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:12.391052 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-be7f995a-0c27-477f-8cc3-182d8f0f8839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:12.461445 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aebd233e-516f-4324-8986-05e976991037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:12.571525 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b6502d0f-3397-45ce-a695-88af84e57b4f admin admin] Publish callbacks [] for router_gateway (252729d9-b6e7-4294-aa22-0da3e63bea61), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:12.607461 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dc17818e-1460-4748-82e9-e60dc425cc94 None None] Publish callbacks [] for port (9abc0768-91e4-4b71-a1d7-5f465da5aaa9), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:12.617909 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dc17818e-1460-4748-82e9-e60dc425cc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007'] for port (9abc0768-91e4-4b71-a1d7-5f465da5aaa9), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:12.669665 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c97a2f51-6c19-417f-bd79-186142be09d6 admin admin] Publish callbacks [] for security_group (e371a15c-f3c6-4e46-9d81-1520587598ac), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:12.688616 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c97a2f51-6c19-417f-bd79-186142be09d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (e371a15c-f3c6-4e46-9d81-1520587598ac), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:12.691912 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc17818e-1460-4748-82e9-e60dc425cc94 None None] Network 1855bf0b-ed79-4719-8efd-6cc0a1498526 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:12.698611 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-dc17818e-1460-4748-82e9-e60dc425cc94 None None] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:12.701933 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc17818e-1460-4748-82e9-e60dc425cc94 None None] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:12.765538 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17818e-1460-4748-82e9-e60dc425cc94 None None] Pushing event updated for resources: {'Port': ['ID=9abc0768-91e4-4b71-a1d7-5f465da5aaa9,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:12.779839 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-dc17818e-1460-4748-82e9-e60dc425cc94 None None] Attempting to bind port 9abc0768-91e4-4b71-a1d7-5f465da5aaa9 on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:01:12.780218 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-dc17818e-1460-4748-82e9-e60dc425cc94 None None] Attempting to bind port 9abc0768-91e4-4b71-a1d7-5f465da5aaa9 by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': '6878711a-8eab-4297-87fb-369fac68aae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:01:12.780602 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc17818e-1460-4748-82e9-e60dc425cc94 None None] Attempting to bind port 9abc0768-91e4-4b71-a1d7-5f465da5aaa9 on network 1855bf0b-ed79-4719-8efd-6cc0a1498526 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:12.782590 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-efdff559-9c22-41d5-8069-796c9d62c9b3 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:12.787807 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-efdff559-9c22-41d5-8069-796c9d62c9b3 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/networks?id=ef08715f-7953-4413-b447-31411b8326bd HTTP/1.1" status: 200 len: 810 time: 0.4941130 Mar 08 13:01:12.796633 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc17818e-1460-4748-82e9-e60dc425cc94 None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:01:12.797814 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc17818e-1460-4748-82e9-e60dc425cc94 None None] Checking segment: {'id': '6878711a-8eab-4297-87fb-369fac68aae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:12.798603 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dc17818e-1460-4748-82e9-e60dc425cc94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:12.799028 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc17818e-1460-4748-82e9-e60dc425cc94 None None] Bound using segment: {'id': '6878711a-8eab-4297-87fb-369fac68aae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:01:12.800184 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-dc17818e-1460-4748-82e9-e60dc425cc94 None None] Bound port: 9abc0768-91e4-4b71-a1d7-5f465da5aaa9, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6878711a-8eab-4297-87fb-369fac68aae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:01:12.800582 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dc17818e-1460-4748-82e9-e60dc425cc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (9abc0768-91e4-4b71-a1d7-5f465da5aaa9), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:12.812648 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [None req-be7f995a-0c27-477f-8cc3-182d8f0f8839 admin admin] Allocated IP 172.27.3.199 (5c176cc8-3706-4b4e-95aa-80d42c394e72/67bc08be-d366-4d47-9bdf-b91b4b3bbd14/39884f4e-bd14-4bdc-89f0-ac8f23225c2e) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:12.885015 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-c97a2f51-6c19-417f-bd79-186142be09d6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=21b60198fc19466780626afc715ecbf2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7221582 Mar 08 13:01:12.900930 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 35914) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:12.930461 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a2f51-6c19-417f-bd79-186142be09d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e371a15c-f3c6-4e46-9d81-1520587598ac,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:12.947487 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-dc17818e-1460-4748-82e9-e60dc425cc94 None None] For port 9abc0768-91e4-4b71-a1d7-5f465da5aaa9, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:01:12.951678 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-dc17818e-1460-4748-82e9-e60dc425cc94 None None] For port 9abc0768-91e4-4b71-a1d7-5f465da5aaa9, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=9abc0768-91e4-4b71-a1d7-5f465da5aaa9,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:01:12.962231 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dc17818e-1460-4748-82e9-e60dc425cc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (9abc0768-91e4-4b71-a1d7-5f465da5aaa9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:12.969264 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-0bf40dd9-d47d-4d76-95e0-6a052b824ee4 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/quotas/a3714cb26cda401d9d469351da67b523 HTTP/1.1" status: 200 len: 375 time: 0.1513565 Mar 08 13:01:13.066355 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6557dfde-1bd7-4b47-bd15-1cc4b8876dfe admin admin] Publish callbacks [] for router_gateway (60cedf14-fb11-4ee0-8251-57ef157bb87d), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:13.076112 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-daecf2d6-fae1-4e9e-8b41-11f9328c2304 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a3714cb26cda401d9d469351da67b523&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1067276 Mar 08 13:01:13.088193 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6557dfde-1bd7-4b47-bd15-1cc4b8876dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:13.093604 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17818e-1460-4748-82e9-e60dc425cc94 None None] Pushing event updated for resources: {'Port': ['ID=9abc0768-91e4-4b71-a1d7-5f465da5aaa9,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:13.226165 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aebd233e-516f-4324-8986-05e976991037 admin admin] Publish callbacks [] for security_group (0d62877f-8c54-4781-a04e-94256e639c89), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:13.243976 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-be7f995a-0c27-477f-8cc3-182d8f0f8839 admin admin] Publish callbacks [] for port (39884f4e-bd14-4bdc-89f0-ac8f23225c2e), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:13.246092 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aebd233e-516f-4324-8986-05e976991037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (0d62877f-8c54-4781-a04e-94256e639c89), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:13.268342 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a7318f3e-6575-46d9-9387-ec2a37ee0592 admin admin] Publish callbacks [] for security_group (e371a15c-f3c6-4e46-9d81-1520587598ac), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:13.315714 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-be7f995a-0c27-477f-8cc3-182d8f0f8839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007'] for port (39884f4e-bd14-4bdc-89f0-ac8f23225c2e), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:13.320661 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aebd233e-516f-4324-8986-05e976991037 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=102969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:01:13.367942 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7f995a-0c27-477f-8cc3-182d8f0f8839 admin admin] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:13.374357 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-be7f995a-0c27-477f-8cc3-182d8f0f8839 admin admin] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:13.388762 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7f995a-0c27-477f-8cc3-182d8f0f8839 admin admin] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:13.390420 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aebd233e-516f-4324-8986-05e976991037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (04bc89d1-51d1-4816-ac4a-250b5be44592), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:13.390595 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.db.segments_db [None req-aebd233e-516f-4324-8986-05e976991037 admin admin] Added segment 04bc89d1-51d1-4816-ac4a-250b5be44592 of type vlan for network bbc5a870-0ae7-438b-9e4e-c8cd27016463 Mar 08 13:01:13.392364 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd233e-516f-4324-8986-05e976991037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d62877f-8c54-4781-a04e-94256e639c89,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:13.539592 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df83cbf6-4149-4175-9b21-f1081ca09ee3 None None] Network 22601ec1-3846-4b8b-84d1-d9378d9f83cc requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:01:13.567099 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f995a-0c27-477f-8cc3-182d8f0f8839 admin admin] Pushing event updated for resources: {'Port': ['ID=39884f4e-bd14-4bdc-89f0-ac8f23225c2e,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:13.592937 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-30dfb389-497a-4350-83c2-d980ba521c4a service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:01:13.593978 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-30dfb389-497a-4350-83c2-d980ba521c4a service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2702861 Mar 08 13:01:13.596062 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a7318f3e-6575-46d9-9387-ec2a37ee0592 admin admin] Publish callbacks [] for security_group (e371a15c-f3c6-4e46-9d81-1520587598ac), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:13.608890 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [None req-6557dfde-1bd7-4b47-bd15-1cc4b8876dfe admin admin] Allocated IP 172.27.3.230 (5c176cc8-3706-4b4e-95aa-80d42c394e72/67bc08be-d366-4d47-9bdf-b91b4b3bbd14/0cb6aaf6-1cd5-4314-94bb-448cf2e3e859) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:13.645717 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b6502d0f-3397-45ce-a695-88af84e57b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673780'] for router (252729d9-b6e7-4294-aa22-0da3e63bea61), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:13.667037 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aebd233e-516f-4324-8986-05e976991037 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755471561494'] for network (bbc5a870-0ae7-438b-9e4e-c8cd27016463), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:13.690968 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-10d231cb-b74f-4f2c-abb3-0345b8717229 None None] Provisioning complete for port bd27cf01-278c-4c38-a395-1c992fb1ac4b triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:13.691472 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-10d231cb-b74f-4f2c-abb3-0345b8717229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (bd27cf01-278c-4c38-a395-1c992fb1ac4b), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:13.784324 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.db.resource_extend [None req-aebd233e-516f-4324-8986-05e976991037 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 13:01:13.819208 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aebd233e-516f-4324-8986-05e976991037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for network (bbc5a870-0ae7-438b-9e4e-c8cd27016463), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:13.820287 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebd233e-516f-4324-8986-05e976991037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:13.825765 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aebd233e-516f-4324-8986-05e976991037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:13.834759 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-10d231cb-b74f-4f2c-abb3-0345b8717229 None None] Current status of the port bd27cf01-278c-4c38-a395-1c992fb1ac4b is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:13.835212 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-10d231cb-b74f-4f2c-abb3-0345b8717229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (bd27cf01-278c-4c38-a395-1c992fb1ac4b), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:13.867203 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-be7f995a-0c27-477f-8cc3-182d8f0f8839 admin admin] Publish callbacks [] for router_gateway (affbe695-8e91-4dfc-a48e-fc35da42d39e), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:13.885991 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-10d231cb-b74f-4f2c-abb3-0345b8717229 None None] For port bd27cf01-278c-4c38-a395-1c992fb1ac4b, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=bd27cf01-278c-4c38-a395-1c992fb1ac4b,segment=NetworkSegment(0d2187b0-3440-4b5e-9fc0-a77835bc9ebb),segment_id=0d2187b0-3440-4b5e-9fc0-a77835bc9ebb)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:13.892626 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-10d231cb-b74f-4f2c-abb3-0345b8717229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (bd27cf01-278c-4c38-a395-1c992fb1ac4b), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:13.920120 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-a325b12f-8df0-449c-a1d7-7b2129522ef6 service neutron] 10.222.0.50 "GET /v2.0/networks/ef08715f-7953-4413-b447-31411b8326bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022764 Mar 08 13:01:13.950644 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6557dfde-1bd7-4b47-bd15-1cc4b8876dfe admin admin] Publish callbacks [] for port (0cb6aaf6-1cd5-4314-94bb-448cf2e3e859), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:13.961452 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d231cb-b74f-4f2c-abb3-0345b8717229 None None] Pushing event updated for resources: {'Port': ['ID=bd27cf01-278c-4c38-a395-1c992fb1ac4b,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:14.000283 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-aebd233e-516f-4324-8986-05e976991037 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9995992 Mar 08 13:01:14.013765 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a7318f3e-6575-46d9-9387-ec2a37ee0592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (e371a15c-f3c6-4e46-9d81-1520587598ac), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:14.015321 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a7318f3e-6575-46d9-9387-ec2a37ee0592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:14.019156 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-a7318f3e-6575-46d9-9387-ec2a37ee0592 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e371a15c-f3c6-4e46-9d81-1520587598ac HTTP/1.1" status: 204 len: 168 time: 1.1143823 Mar 08 13:01:14.022089 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 35926) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:14.032594 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-eda409c8-cab3-4421-b712-337f7733ae7d admin admin] Request body: {'subnet': {'network_id': 'bbc5a870-0ae7-438b-9e4e-c8cd27016463', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-398666642-subnet', 'tenant_id': '6efd61a95ccb44fc863d4ee3538d6641', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:14.090306 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd233e-516f-4324-8986-05e976991037 admin admin] Pushing event updated for resources: {'Network': ['ID=bbc5a870-0ae7-438b-9e4e-c8cd27016463,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:14.098792 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda409c8-cab3-4421-b712-337f7733ae7d admin admin] Made reservation on behalf of 6efd61a95ccb44fc863d4ee3538d6641 for: {'subnet': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:14.101982 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-eda409c8-cab3-4421-b712-337f7733ae7d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:14.107513 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6557dfde-1bd7-4b47-bd15-1cc4b8876dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007'] for port (0cb6aaf6-1cd5-4314-94bb-448cf2e3e859), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:14.114075 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Network bbc5a870-0ae7-438b-9e4e-c8cd27016463 details requested by agent ovs-agent-dv-cinder-830089-2-iscsi with host dv-cinder-830089-2-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:01:14.171198 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7318f3e-6575-46d9-9387-ec2a37ee0592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e371a15c-f3c6-4e46-9d81-1520587598ac,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:14.385296 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-501ec2f3-86c6-4d7c-803b-619f40ee5e68 service neutron] 10.222.0.50 "GET /v2.0/networks/ef08715f-7953-4413-b447-31411b8326bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289560 Mar 08 13:01:14.415020 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6557dfde-1bd7-4b47-bd15-1cc4b8876dfe admin admin] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:14.418803 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6502d0f-3397-45ce-a695-88af84e57b4f admin admin] Router 252729d9-b6e7-4294-aa22-0da3e63bea61 is scheduled to L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c with binding_index 1 {{(pid=102969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:01:14.445803 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-6557dfde-1bd7-4b47-bd15-1cc4b8876dfe admin admin] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:14.457878 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557dfde-1bd7-4b47-bd15-1cc4b8876dfe admin admin] Pushing event updated for resources: {'Port': ['ID=0cb6aaf6-1cd5-4314-94bb-448cf2e3e859,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:14.484973 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6557dfde-1bd7-4b47-bd15-1cc4b8876dfe admin admin] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:14.486200 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-0dc00acb-be5a-4b0a-af86-9c571a1117b7 None None] Provisioning complete for port bd27cf01-278c-4c38-a395-1c992fb1ac4b triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:14.487788 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0dc00acb-be5a-4b0a-af86-9c571a1117b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (bd27cf01-278c-4c38-a395-1c992fb1ac4b), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:14.554544 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 9abc0768-91e4-4b71-a1d7-5f465da5aaa9 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:14.730932 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6502d0f-3397-45ce-a695-88af84e57b4f admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:01:14.749679 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc8991f-cddf-489e-8de2-6bcd0e0ac4a1 None None] Sync routers for ids ['252729d9-b6e7-4294-aa22-0da3e63bea61'] in dv-cinder-830089-2-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:01:14.781676 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b6502d0f-3397-45ce-a695-88af84e57b4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:14.783285 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-b6502d0f-3397-45ce-a695-88af84e57b4f admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5276496 Mar 08 13:01:14.787330 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 35944) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:14.817801 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc8991f-cddf-489e-8de2-6bcd0e0ac4a1 None None] Routers {'252729d9-b6e7-4294-aa22-0da3e63bea61'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:01:14.818843 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-1bc8991f-cddf-489e-8de2-6bcd0e0ac4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:00:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['252729d9-b6e7-4294-aa22-0da3e63bea61'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:14.860043 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 35946) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:14.899021 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-0dc00acb-be5a-4b0a-af86-9c571a1117b7 None None] Current status of the port bd27cf01-278c-4c38-a395-1c992fb1ac4b is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:14.909189 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 9abc0768-91e4-4b71-a1d7-5f465da5aaa9 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:14.913170 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (9abc0768-91e4-4b71-a1d7-5f465da5aaa9), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.030742 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d23b024-c00f-4761-9b1c-ba01c8dc8824 None None] Network 1855bf0b-ed79-4719-8efd-6cc0a1498526 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:01:15.129923 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6e9b226e-d4fd-45fe-b77a-8d70b4ff467d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.139209 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-1bc8991f-cddf-489e-8de2-6bcd0e0ac4a1 None None] Set router 252729d9-b6e7-4294-aa22-0da3e63bea61 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:15.172300 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-be7f995a-0c27-477f-8cc3-182d8f0f8839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673780'] for router (affbe695-8e91-4dfc-a48e-fc35da42d39e), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.258250 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-91fc89a8-f778-44ae-b26b-f996e5acdb58 None None] Provisioning complete for port 9abc0768-91e4-4b71-a1d7-5f465da5aaa9 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:15.258649 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-91fc89a8-f778-44ae-b26b-f996e5acdb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (9abc0768-91e4-4b71-a1d7-5f465da5aaa9), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.397920 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-eda409c8-cab3-4421-b712-337f7733ae7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for subnet (b9bbe174-ee88-498e-8d36-17d0b968586d), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.423898 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 9abc0768-91e4-4b71-a1d7-5f465da5aaa9 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:15.425127 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (9abc0768-91e4-4b71-a1d7-5f465da5aaa9), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.517787 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-1bc8991f-cddf-489e-8de2-6bcd0e0ac4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'name': 'tempest-AttachVolumeTestJSON-1407401291-router', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:08Z', 'updated_at': '2022-03-08T13:01:11Z', 'revision_number': 3, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'gw_port': {'id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:01:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:15.607612 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc8991f-cddf-489e-8de2-6bcd0e0ac4a1 None None] Checking router: 252729d9-b6e7-4294-aa22-0da3e63bea61 for host: dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:01:15.610808 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc8991f-cddf-489e-8de2-6bcd0e0ac4a1 None None] Updating router 252729d9-b6e7-4294-aa22-0da3e63bea61 port 4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0 binding host dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:01:15.655723 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] For port 9abc0768-91e4-4b71-a1d7-5f465da5aaa9, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=9abc0768-91e4-4b71-a1d7-5f465da5aaa9,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:15.664695 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-91fc89a8-f778-44ae-b26b-f996e5acdb58 None None] Current status of the port 9abc0768-91e4-4b71-a1d7-5f465da5aaa9 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:15.664949 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-91fc89a8-f778-44ae-b26b-f996e5acdb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (9abc0768-91e4-4b71-a1d7-5f465da5aaa9), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.666993 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (9abc0768-91e4-4b71-a1d7-5f465da5aaa9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.667702 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device bd27cf01-278c-4c38-a395-1c992fb1ac4b up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:15.706946 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1bc8991f-cddf-489e-8de2-6bcd0e0ac4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.711456 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda409c8-cab3-4421-b712-337f7733ae7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9bbe174-ee88-498e-8d36-17d0b968586d,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:15.713770 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 35984) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:15.825735 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda409c8-cab3-4421-b712-337f7733ae7d admin admin] Checking segment: {'id': '04bc89d1-51d1-4816-ac4a-250b5be44592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'bbc5a870-0ae7-438b-9e4e-c8cd27016463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:15.826093 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda409c8-cab3-4421-b712-337f7733ae7d admin admin] Network hostable DHCP agents. Network: bbc5a870-0ae7-438b-9e4e-c8cd27016463, hostable agents: ['57d8c91c-da11-4d19-879a-ab8c1c8220b9'], hosted agents: [] {{(pid=102968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:01:15.828299 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6557dfde-1bd7-4b47-bd15-1cc4b8876dfe admin admin] Publish callbacks [] for router_gateway (60cedf14-fb11-4ee0-8251-57ef157bb87d), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.872924 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Pushing event updated for resources: {'Port': ['ID=9abc0768-91e4-4b71-a1d7-5f465da5aaa9,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:15.913403 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9349194b-b49c-4269-9a91-a258e8632aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.955216 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6e9b226e-d4fd-45fe-b77a-8d70b4ff467d admin admin] Publish callbacks [] for security_group (fa44ca58-8b79-4c10-91e2-81c030ae7d48), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.973753 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6e9b226e-d4fd-45fe-b77a-8d70b4ff467d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (fa44ca58-8b79-4c10-91e2-81c030ae7d48), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.003593 dv-cinder-830089-2-iscsi neutron-server[102968]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 13:01:16.004425 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda409c8-cab3-4421-b712-337f7733ae7d admin admin] Network bbc5a870-0ae7-438b-9e4e-c8cd27016463 is scheduled to be hosted by DHCP agent 57d8c91c-da11-4d19-879a-ab8c1c8220b9 with binding_index 1 {{(pid=102968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:01:16.032599 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.db.api [None req-91fc89a8-f778-44ae-b26b-f996e5acdb58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 13:01:16.033186 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG oslo_db.api [None req-91fc89a8-f778-44ae-b26b-f996e5acdb58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 13:01:16.053191 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port bd27cf01-278c-4c38-a395-1c992fb1ac4b triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:16.053670 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (bd27cf01-278c-4c38-a395-1c992fb1ac4b), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.163847 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7f995a-0c27-477f-8cc3-182d8f0f8839 admin admin] Router affbe695-8e91-4dfc-a48e-fc35da42d39e is scheduled to L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c with binding_index 1 {{(pid=102968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:01:16.175201 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-20aa63d3-c512-4783-af51-9f5e8b965783 req-a90e7ee9-c5d7-4a29-b4e4-349b0a752760 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 210 time: 0.4541907 Mar 08 13:01:16.183574 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-6e9b226e-d4fd-45fe-b77a-8d70b4ff467d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3b03076ce14f4601a11345114e732619&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3120275 Mar 08 13:01:16.190926 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-eda409c8-cab3-4421-b712-337f7733ae7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-2-iscsi, bbc5a870-0ae7-438b-9e4e-c8cd27016463) {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:16.195513 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 36006) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:16.196017 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port bd27cf01-278c-4c38-a395-1c992fb1ac4b is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:16.221848 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda409c8-cab3-4421-b712-337f7733ae7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:16.222451 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-eda409c8-cab3-4421-b712-337f7733ae7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.224358 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099b20d9-6354-439b-920b-624f9c4e65b3 None None] Network bbc5a870-0ae7-438b-9e4e-c8cd27016463 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:01:16.224654 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b226e-d4fd-45fe-b77a-8d70b4ff467d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa44ca58-8b79-4c10-91e2-81c030ae7d48,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:16.268268 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1bc8991f-cddf-489e-8de2-6bcd0e0ac4a1 None None] Publish callbacks [] for port (4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.286076 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1bc8991f-cddf-489e-8de2-6bcd0e0ac4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.353097 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-1bc8991f-cddf-489e-8de2-6bcd0e0ac4a1 None None] Attempting to bind port 4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0 on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:01:16.362259 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-1bc8991f-cddf-489e-8de2-6bcd0e0ac4a1 None None] Attempting to bind port 4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0 by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:01:16.362259 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc8991f-cddf-489e-8de2-6bcd0e0ac4a1 None None] Attempting to bind port 4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0 on network 5c176cc8-3706-4b4e-95aa-80d42c394e72 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:16.362595 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-eda409c8-cab3-4421-b712-337f7733ae7d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3294096 Mar 08 13:01:16.373732 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-9349194b-b49c-4269-9a91-a258e8632aaa admin admin] Allocated IP 172.20.0.1 (22601ec1-3846-4b8b-84d1-d9378d9f83cc/71b3146c-5df2-44c0-b875-ba4aa2fcab91/5888520b-52b8-480c-8c2e-fc1191f930f9) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:16.376140 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f6972af6-86a7-47d0-ad78-c4ea642d2141 admin admin] Publish callbacks [] for security_group (fa44ca58-8b79-4c10-91e2-81c030ae7d48), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.405735 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc8991f-cddf-489e-8de2-6bcd0e0ac4a1 None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:01:16.407808 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc8991f-cddf-489e-8de2-6bcd0e0ac4a1 None None] Checking segment: {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:16.407808 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1bc8991f-cddf-489e-8de2-6bcd0e0ac4a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.407808 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc8991f-cddf-489e-8de2-6bcd0e0ac4a1 None None] Bound using segment: {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:01:16.412949 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-1bc8991f-cddf-489e-8de2-6bcd0e0ac4a1 None None] Bound port: 4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:01:16.414277 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1bc8991f-cddf-489e-8de2-6bcd0e0ac4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.469983 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 9abc0768-91e4-4b71-a1d7-5f465da5aaa9 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:16.485619 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f6972af6-86a7-47d0-ad78-c4ea642d2141 admin admin] Publish callbacks [] for security_group (fa44ca58-8b79-4c10-91e2-81c030ae7d48), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.501303 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ff1d4-7b00-42cc-8032-2912080b05b5 None None] Pushing event updated for resources: {'Port': ['ID=4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:16.515690 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9ace2f-6c01-433b-89c5-91c1001b2004 None None] Network bbc5a870-0ae7-438b-9e4e-c8cd27016463 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:01:16.540392 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ff1d4-7b00-42cc-8032-2912080b05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:16.540816 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ff1d4-7b00-42cc-8032-2912080b05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:16.541195 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ff1d4-7b00-42cc-8032-2912080b05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:16.541551 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ff1d4-7b00-42cc-8032-2912080b05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:16.541881 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ff1d4-7b00-42cc-8032-2912080b05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:16.542220 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ff1d4-7b00-42cc-8032-2912080b05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:16.542555 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ff1d4-7b00-42cc-8032-2912080b05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:16.542890 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ff1d4-7b00-42cc-8032-2912080b05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:16.543223 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ff1d4-7b00-42cc-8032-2912080b05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:16.543574 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ff1d4-7b00-42cc-8032-2912080b05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:16.543908 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ff1d4-7b00-42cc-8032-2912080b05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:16.544234 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ff1d4-7b00-42cc-8032-2912080b05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:16.544581 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ff1d4-7b00-42cc-8032-2912080b05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433ff1d4-7b00-42cc-8032-2912080b05b5 None None] Tracked resource versions report: Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: pushed versions: Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: { 'AddressGroup': {'1.2'}, Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: 'ConntrackHelper': {'1.0'}, Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: 'LocalIPAssociation': {'1.0'}, Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: 'Log': {'1.0'}, Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: 'Network': {'1.1'}, Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: 'Port': {'1.7'}, Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: 'PortForwarding': {'1.2'}, Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: 'QosPolicy': {'1.10'}, Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: 'SecurityGroup': {'1.5'}, Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: 'SecurityGroupRule': {'1.2'}, Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: 'SubPort': {'1.0'}, Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: 'Subnet': {'1.1'}, Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: 'Trunk': {'1.1'}} Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: consumer versions: Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: { DHCP agent@dv-cinder-830089-2-iscsi: {}, Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: HyperV agent@hv-cinder-83008: {}, Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: L3 agent@dv-cinder-830089-2-iscsi: {}, Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: Metadata agent@dv-cinder-830089-2-iscsi: {}, Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: Metering agent@dv-cinder-830089-2-iscsi: {}, Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: Open vSwitch agent@dv-cinder-830089-2-iscsi: { 'AddressGroup': '1.2', Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: 'ConntrackHelper': '1.0', Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: 'LocalIPAssociation': '1.0', Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: 'Log': '1.0', Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: 'Network': '1.1', Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: 'Port': '1.7', Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: 'PortForwarding': '1.2', Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: 'QosPolicy': '1.10', Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: 'SecurityGroup': '1.5', Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: 'SecurityGroupRule': '1.2', Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: 'SubPort': '1.0', Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: 'Subnet': '1.1', Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: 'Trunk': '1.1'}} Mar 08 13:01:16.551428 dv-cinder-830089-2-iscsi neutron-server[102971]: {{(pid=102971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 13:01:16.602528 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-1bc8991f-cddf-489e-8de2-6bcd0e0ac4a1 None None] For port 4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:01:16.606079 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-1bc8991f-cddf-489e-8de2-6bcd0e0ac4a1 None None] For port 4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:01:16.625229 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1bc8991f-cddf-489e-8de2-6bcd0e0ac4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.706523 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f6972af6-86a7-47d0-ad78-c4ea642d2141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (fa44ca58-8b79-4c10-91e2-81c030ae7d48), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.709104 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f6972af6-86a7-47d0-ad78-c4ea642d2141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.710263 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-f6972af6-86a7-47d0-ad78-c4ea642d2141 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fa44ca58-8b79-4c10-91e2-81c030ae7d48 HTTP/1.1" status: 204 len: 168 time: 0.5135920 Mar 08 13:01:16.724711 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9349194b-b49c-4269-9a91-a258e8632aaa admin admin] Publish callbacks [] for port (5888520b-52b8-480c-8c2e-fc1191f930f9), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.726146 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-91fc89a8-f778-44ae-b26b-f996e5acdb58 None None] Current status of the port 9abc0768-91e4-4b71-a1d7-5f465da5aaa9 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:16.731315 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7f995a-0c27-477f-8cc3-182d8f0f8839 admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:01:16.741531 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc8991f-cddf-489e-8de2-6bcd0e0ac4a1 None None] Routers {'252729d9-b6e7-4294-aa22-0da3e63bea61'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:01:16.742184 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-1bc8991f-cddf-489e-8de2-6bcd0e0ac4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:00:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['252729d9-b6e7-4294-aa22-0da3e63bea61'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:16.743878 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 9abc0768-91e4-4b71-a1d7-5f465da5aaa9 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:16.743878 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (9abc0768-91e4-4b71-a1d7-5f465da5aaa9), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.748687 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6972af6-86a7-47d0-ad78-c4ea642d2141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa44ca58-8b79-4c10-91e2-81c030ae7d48,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:16.751120 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd39f2a-8dff-4d72-b074-f7b83fea6c8f None None] Sync routers for ids ['affbe695-8e91-4dfc-a48e-fc35da42d39e'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:01:16.753569 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ff1d4-7b00-42cc-8032-2912080b05b5 None None] Pushing event updated for resources: {'Port': ['ID=4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0,revision_number=3']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:16.774757 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6557dfde-1bd7-4b47-bd15-1cc4b8876dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673780'] for router (60cedf14-fb11-4ee0-8251-57ef157bb87d), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.799852 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-be7f995a-0c27-477f-8cc3-182d8f0f8839 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.804228 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-be7f995a-0c27-477f-8cc3-182d8f0f8839 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.5884876 Mar 08 13:01:16.805476 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 36022) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:16.817816 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9349194b-b49c-4269-9a91-a258e8632aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007'] for port (5888520b-52b8-480c-8c2e-fc1191f930f9), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.851894 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd39f2a-8dff-4d72-b074-f7b83fea6c8f None None] Routers {'affbe695-8e91-4dfc-a48e-fc35da42d39e'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:01:16.853235 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-6fd39f2a-8dff-4d72-b074-f7b83fea6c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:00:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['affbe695-8e91-4dfc-a48e-fc35da42d39e'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:16.880015 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9349194b-b49c-4269-9a91-a258e8632aaa admin admin] Network 22601ec1-3846-4b8b-84d1-d9378d9f83cc is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:16.885283 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-9349194b-b49c-4269-9a91-a258e8632aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:16.890172 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9349194b-b49c-4269-9a91-a258e8632aaa admin admin] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:16.890723 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9349194b-b49c-4269-9a91-a258e8632aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672217'] for router_interface (252729d9-b6e7-4294-aa22-0da3e63bea61), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.894907 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349194b-b49c-4269-9a91-a258e8632aaa admin admin] Pushing event updated for resources: {'Port': ['ID=5888520b-52b8-480c-8c2e-fc1191f930f9,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:17.061501 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-6fd39f2a-8dff-4d72-b074-f7b83fea6c8f None None] Set router affbe695-8e91-4dfc-a48e-fc35da42d39e gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:17.089645 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-1bc8991f-cddf-489e-8de2-6bcd0e0ac4a1 None None] Set router 252729d9-b6e7-4294-aa22-0da3e63bea61 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:17.241839 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9349194b-b49c-4269-9a91-a258e8632aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (5888520b-52b8-480c-8c2e-fc1191f930f9), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:17.256542 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eef8d241-c162-4089-a3cc-f010b4b2c548 None None] Provisioning complete for port 9abc0768-91e4-4b71-a1d7-5f465da5aaa9 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:17.256970 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eef8d241-c162-4089-a3cc-f010b4b2c548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (9abc0768-91e4-4b71-a1d7-5f465da5aaa9), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:17.320763 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6557dfde-1bd7-4b47-bd15-1cc4b8876dfe admin admin] Router 60cedf14-fb11-4ee0-8251-57ef157bb87d is scheduled to L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c with binding_index 1 {{(pid=102968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:01:17.513168 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 9abc0768-91e4-4b71-a1d7-5f465da5aaa9 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:17.562492 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-1bc8991f-cddf-489e-8de2-6bcd0e0ac4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'name': 'tempest-AttachVolumeTestJSON-1407401291-router', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:08Z', 'updated_at': '2022-03-08T13:01:11Z', 'revision_number': 3, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'gw_port': {'id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:17.654125 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc8991f-cddf-489e-8de2-6bcd0e0ac4a1 None None] The sync data for ids ['252729d9-b6e7-4294-aa22-0da3e63bea61'] in dv-cinder-830089-2-iscsi is: [{'id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'name': 'tempest-AttachVolumeTestJSON-1407401291-router', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:08Z', 'updated_at': '2022-03-08T13:01:11Z', 'revision_number': 3, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'gw_port': {'id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:01:17.669468 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6557dfde-1bd7-4b47-bd15-1cc4b8876dfe admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:01:17.680263 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eef8d241-c162-4089-a3cc-f010b4b2c548 None None] Current status of the port 9abc0768-91e4-4b71-a1d7-5f465da5aaa9 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:17.682884 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f348f9f-165c-4a1b-848f-4ddce7a78c0d None None] Sync routers for ids ['60cedf14-fb11-4ee0-8251-57ef157bb87d'] in dv-cinder-830089-2-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:01:17.708634 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f348f9f-165c-4a1b-848f-4ddce7a78c0d None None] Routers {'60cedf14-fb11-4ee0-8251-57ef157bb87d'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:01:17.709344 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-8f348f9f-165c-4a1b-848f-4ddce7a78c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:00:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['60cedf14-fb11-4ee0-8251-57ef157bb87d'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:17.759898 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-6fd39f2a-8dff-4d72-b074-f7b83fea6c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affbe695-8e91-4dfc-a48e-fc35da42d39e', 'name': 'tempest-ServerRescueNegativeTestJSON-1226060985-router', 'tenant_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '39884f4e-bd14-4bdc-89f0-ac8f23225c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:01:13Z', 'revision_number': 3, 'project_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4', 'gw_port': {'id': '39884f4e-bd14-4bdc-89f0-ac8f23225c2e', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:67:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affbe695-8e91-4dfc-a48e-fc35da42d39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:12Z', 'updated_at': '2022-03-08T13:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:17.781940 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6557dfde-1bd7-4b47-bd15-1cc4b8876dfe admin admin] Publish callbacks [] for router (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:17.793415 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-6557dfde-1bd7-4b47-bd15-1cc4b8876dfe admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5536165 Mar 08 13:01:17.794530 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 36042) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:17.830581 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd39f2a-8dff-4d72-b074-f7b83fea6c8f None None] Checking router: affbe695-8e91-4dfc-a48e-fc35da42d39e for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:01:17.831905 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd39f2a-8dff-4d72-b074-f7b83fea6c8f None None] Updating router affbe695-8e91-4dfc-a48e-fc35da42d39e port 39884f4e-bd14-4bdc-89f0-ac8f23225c2e binding host dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:01:17.880479 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c5a19b5e-ec01-46a4-b217-5e4c2ff953bf req-66502bf1-58db-469b-afec-a3f03f6eb315 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 210 time: 0.1611230 Mar 08 13:01:17.938587 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-8f348f9f-165c-4a1b-848f-4ddce7a78c0d None None] Set router 60cedf14-fb11-4ee0-8251-57ef157bb87d gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:17.951206 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-61e47339-d34d-4690-8688-4896d1b0b325 None None] Provisioning complete for port 5888520b-52b8-480c-8c2e-fc1191f930f9 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:17.951647 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-61e47339-d34d-4690-8688-4896d1b0b325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (5888520b-52b8-480c-8c2e-fc1191f930f9), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:17.954516 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6fd39f2a-8dff-4d72-b074-f7b83fea6c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (39884f4e-bd14-4bdc-89f0-ac8f23225c2e), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:18.027481 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9349194b-b49c-4269-9a91-a258e8632aaa admin admin] Publish callbacks [] for port (5888520b-52b8-480c-8c2e-fc1191f930f9), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:18.034102 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9349194b-b49c-4269-9a91-a258e8632aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (5888520b-52b8-480c-8c2e-fc1191f930f9), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:18.035379 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9349194b-b49c-4269-9a91-a258e8632aaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672181'] for router_interface (252729d9-b6e7-4294-aa22-0da3e63bea61), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:18.111662 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-61e47339-d34d-4690-8688-4896d1b0b325 None None] Port 5888520b-52b8-480c-8c2e-fc1191f930f9 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:01:18.313708 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9349194b-b49c-4269-9a91-a258e8632aaa admin admin] Network 22601ec1-3846-4b8b-84d1-d9378d9f83cc is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:18.321735 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349194b-b49c-4269-9a91-a258e8632aaa admin admin] Pushing event updated for resources: {'Port': ['ID=5888520b-52b8-480c-8c2e-fc1191f930f9,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:18.335192 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-9349194b-b49c-4269-9a91-a258e8632aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:18.445618 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b46bc909-0bdf-4e4a-a01b-afef33720bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:18.537626 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-8f348f9f-165c-4a1b-848f-4ddce7a78c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'name': 'tempest-AttachVolumeShelveTestJSON-306604063-router', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:11Z', 'updated_at': '2022-03-08T13:01:15Z', 'revision_number': 3, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'gw_port': {'id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:13Z', 'updated_at': '2022-03-08T13:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:18.575151 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9349194b-b49c-4269-9a91-a258e8632aaa admin admin] Router 252729d9-b6e7-4294-aa22-0da3e63bea61 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:01:18.578410 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6fd39f2a-8dff-4d72-b074-f7b83fea6c8f None None] Publish callbacks [] for port (39884f4e-bd14-4bdc-89f0-ac8f23225c2e), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:18.584424 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:18.622004 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6fd39f2a-8dff-4d72-b074-f7b83fea6c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (39884f4e-bd14-4bdc-89f0-ac8f23225c2e), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:18.629137 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f348f9f-165c-4a1b-848f-4ddce7a78c0d None None] Checking router: 60cedf14-fb11-4ee0-8251-57ef157bb87d for host: dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:01:18.629680 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f348f9f-165c-4a1b-848f-4ddce7a78c0d None None] Updating router 60cedf14-fb11-4ee0-8251-57ef157bb87d port 0cb6aaf6-1cd5-4314-94bb-448cf2e3e859 binding host dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:01:18.697973 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8f348f9f-165c-4a1b-848f-4ddce7a78c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (0cb6aaf6-1cd5-4314-94bb-448cf2e3e859), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:18.816046 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99981f-ac5f-4041-8859-93f4f9f317a8 None None] Pushing event updated for resources: {'Port': ['ID=39884f4e-bd14-4bdc-89f0-ac8f23225c2e,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:18.828521 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-0c66a239-1187-4b00-9422-baa07ec9f50e None None] Provisioning complete for port 5888520b-52b8-480c-8c2e-fc1191f930f9 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:18.832159 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0c66a239-1187-4b00-9422-baa07ec9f50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (5888520b-52b8-480c-8c2e-fc1191f930f9), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:18.837727 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-6fd39f2a-8dff-4d72-b074-f7b83fea6c8f None None] Attempting to bind port 39884f4e-bd14-4bdc-89f0-ac8f23225c2e on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:01:18.843051 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-6fd39f2a-8dff-4d72-b074-f7b83fea6c8f None None] Attempting to bind port 39884f4e-bd14-4bdc-89f0-ac8f23225c2e by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:01:18.844235 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd39f2a-8dff-4d72-b074-f7b83fea6c8f None None] Attempting to bind port 39884f4e-bd14-4bdc-89f0-ac8f23225c2e on network 5c176cc8-3706-4b4e-95aa-80d42c394e72 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:18.890716 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9349194b-b49c-4269-9a91-a258e8632aaa admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:01:18.890716 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-9349194b-b49c-4269-9a91-a258e8632aaa admin admin] 10.222.0.50 "PUT /v2.0/routers/252729d9-b6e7-4294-aa22-0da3e63bea61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1013405 Mar 08 13:01:18.937794 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-0c66a239-1187-4b00-9422-baa07ec9f50e None None] Port 5888520b-52b8-480c-8c2e-fc1191f930f9 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:01:18.941579 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd39f2a-8dff-4d72-b074-f7b83fea6c8f None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:01:18.942431 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd39f2a-8dff-4d72-b074-f7b83fea6c8f None None] Checking segment: {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:18.942863 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6fd39f2a-8dff-4d72-b074-f7b83fea6c8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:18.943225 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd39f2a-8dff-4d72-b074-f7b83fea6c8f None None] Bound using segment: {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:01:18.944485 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-6fd39f2a-8dff-4d72-b074-f7b83fea6c8f None None] Bound port: 39884f4e-bd14-4bdc-89f0-ac8f23225c2e, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:01:18.945298 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6fd39f2a-8dff-4d72-b074-f7b83fea6c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (39884f4e-bd14-4bdc-89f0-ac8f23225c2e), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.009505 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:19.012167 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.156685 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-6fd39f2a-8dff-4d72-b074-f7b83fea6c8f None None] For port 39884f4e-bd14-4bdc-89f0-ac8f23225c2e, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:01:19.177939 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [None req-b46bc909-0bdf-4e4a-a01b-afef33720bc8 admin admin] Allocated IP 172.20.0.1 (21bd8c3c-2f29-47a3-b60e-e76ac3085ea7/ec1e63dc-26dd-4e1a-8756-ada739f4a12a/2b071f6f-5ecc-4143-9d29-f33aec1d1683) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:19.196405 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-6fd39f2a-8dff-4d72-b074-f7b83fea6c8f None None] For port 39884f4e-bd14-4bdc-89f0-ac8f23225c2e, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=39884f4e-bd14-4bdc-89f0-ac8f23225c2e,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:01:19.215294 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6fd39f2a-8dff-4d72-b074-f7b83fea6c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (39884f4e-bd14-4bdc-89f0-ac8f23225c2e), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.295710 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8f348f9f-165c-4a1b-848f-4ddce7a78c0d None None] Publish callbacks [] for port (0cb6aaf6-1cd5-4314-94bb-448cf2e3e859), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.309756 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8f348f9f-165c-4a1b-848f-4ddce7a78c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (0cb6aaf6-1cd5-4314-94bb-448cf2e3e859), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.363916 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd4607-7440-4e82-b8a5-52b57bb65e77 None None] Pushing event updated for resources: {'Port': ['ID=0cb6aaf6-1cd5-4314-94bb-448cf2e3e859,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:19.388671 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b46bc909-0bdf-4e4a-a01b-afef33720bc8 admin admin] Publish callbacks [] for port (2b071f6f-5ecc-4143-9d29-f33aec1d1683), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.399522 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-8f348f9f-165c-4a1b-848f-4ddce7a78c0d None None] Attempting to bind port 0cb6aaf6-1cd5-4314-94bb-448cf2e3e859 on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:01:19.400061 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-8f348f9f-165c-4a1b-848f-4ddce7a78c0d None None] Attempting to bind port 0cb6aaf6-1cd5-4314-94bb-448cf2e3e859 by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:01:19.400637 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f348f9f-165c-4a1b-848f-4ddce7a78c0d None None] Attempting to bind port 0cb6aaf6-1cd5-4314-94bb-448cf2e3e859 on network 5c176cc8-3706-4b4e-95aa-80d42c394e72 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:19.409801 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f348f9f-165c-4a1b-848f-4ddce7a78c0d None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:01:19.410190 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f348f9f-165c-4a1b-848f-4ddce7a78c0d None None] Checking segment: {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:19.410594 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8f348f9f-165c-4a1b-848f-4ddce7a78c0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.411181 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f348f9f-165c-4a1b-848f-4ddce7a78c0d None None] Bound using segment: {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:01:19.411831 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-8f348f9f-165c-4a1b-848f-4ddce7a78c0d None None] Bound port: 0cb6aaf6-1cd5-4314-94bb-448cf2e3e859, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:01:19.412227 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8f348f9f-165c-4a1b-848f-4ddce7a78c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (0cb6aaf6-1cd5-4314-94bb-448cf2e3e859), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.473683 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f4bd3b0a-9375-455d-93e4-fc70d3f453e2 req-10f5ed22-3190-4008-87bb-be5a7e528987 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 210 time: 0.2342606 Mar 08 13:01:19.475325 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b46bc909-0bdf-4e4a-a01b-afef33720bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007'] for port (2b071f6f-5ecc-4143-9d29-f33aec1d1683), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.489621 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-8f348f9f-165c-4a1b-848f-4ddce7a78c0d None None] For port 0cb6aaf6-1cd5-4314-94bb-448cf2e3e859, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:01:19.498985 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-8f348f9f-165c-4a1b-848f-4ddce7a78c0d None None] For port 0cb6aaf6-1cd5-4314-94bb-448cf2e3e859, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=0cb6aaf6-1cd5-4314-94bb-448cf2e3e859,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:01:19.507767 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-8f348f9f-165c-4a1b-848f-4ddce7a78c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (0cb6aaf6-1cd5-4314-94bb-448cf2e3e859), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.544421 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46bc909-0bdf-4e4a-a01b-afef33720bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=2b071f6f-5ecc-4143-9d29-f33aec1d1683,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:19.564870 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46bc909-0bdf-4e4a-a01b-afef33720bc8 admin admin] Network 21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:19.569402 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-b46bc909-0bdf-4e4a-a01b-afef33720bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:19.589975 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46bc909-0bdf-4e4a-a01b-afef33720bc8 admin admin] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:19.590468 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b46bc909-0bdf-4e4a-a01b-afef33720bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672217'] for router_interface (affbe695-8e91-4dfc-a48e-fc35da42d39e), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.592124 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99981f-ac5f-4041-8859-93f4f9f317a8 None None] Pushing event updated for resources: {'Port': ['ID=39884f4e-bd14-4bdc-89f0-ac8f23225c2e,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:19.609552 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd4607-7440-4e82-b8a5-52b57bb65e77 None None] Pushing event updated for resources: {'Port': ['ID=0cb6aaf6-1cd5-4314-94bb-448cf2e3e859,revision_number=3']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:19.618881 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f348f9f-165c-4a1b-848f-4ddce7a78c0d None None] Routers {'60cedf14-fb11-4ee0-8251-57ef157bb87d'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:01:19.619507 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-8f348f9f-165c-4a1b-848f-4ddce7a78c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:00:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['60cedf14-fb11-4ee0-8251-57ef157bb87d'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:19.643654 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd39f2a-8dff-4d72-b074-f7b83fea6c8f None None] Routers {'affbe695-8e91-4dfc-a48e-fc35da42d39e'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:01:19.644776 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-6fd39f2a-8dff-4d72-b074-f7b83fea6c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:00:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['affbe695-8e91-4dfc-a48e-fc35da42d39e'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:19.760105 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-8f348f9f-165c-4a1b-848f-4ddce7a78c0d None None] Set router 60cedf14-fb11-4ee0-8251-57ef157bb87d gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:19.773774 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:19.774928 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.820527 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e25eb331-14e1-42ba-8799-422f8643a0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.887117 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] For port 4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:19.900490 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.959369 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-6fd39f2a-8dff-4d72-b074-f7b83fea6c8f None None] Set router affbe695-8e91-4dfc-a48e-fc35da42d39e gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:20.067875 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b46bc909-0bdf-4e4a-a01b-afef33720bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (2b071f6f-5ecc-4143-9d29-f33aec1d1683), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:20.239178 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 36102) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:20.247240 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-27bf81d3-4524-4da0-af1d-1c3f9f4d7099 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--475311336', 'description': 'tempest-description--2028481311'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:20.264049 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-8f348f9f-165c-4a1b-848f-4ddce7a78c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'name': 'tempest-AttachVolumeShelveTestJSON-306604063-router', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:11Z', 'updated_at': '2022-03-08T13:01:15Z', 'revision_number': 3, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'gw_port': {'id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:13Z', 'updated_at': '2022-03-08T13:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:20.294716 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [None req-e25eb331-14e1-42ba-8799-422f8643a0a5 admin admin] Allocated IP 172.20.0.1 (1855bf0b-ed79-4719-8efd-6cc0a1498526/b305f603-9e69-4e73-882b-c5731c87cd5a/9587cfc9-8e13-4323-bb1f-c0ce5568868b) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:20.317933 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27bf81d3-4524-4da0-af1d-1c3f9f4d7099 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:20.334928 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Pushing event updated for resources: {'Port': ['ID=4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:20.401626 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f348f9f-165c-4a1b-848f-4ddce7a78c0d None None] The sync data for ids ['60cedf14-fb11-4ee0-8251-57ef157bb87d'] in dv-cinder-830089-2-iscsi is: [{'id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'name': 'tempest-AttachVolumeShelveTestJSON-306604063-router', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:11Z', 'updated_at': '2022-03-08T13:01:15Z', 'revision_number': 3, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'gw_port': {'id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:13Z', 'updated_at': '2022-03-08T13:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:01:20.505728 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27bf81d3-4524-4da0-af1d-1c3f9f4d7099 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for security_group (37a47910-c9ce-4d31-b353-0e64c5bccd3c), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:20.512759 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27bf81d3-4524-4da0-af1d-1c3f9f4d7099 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (37a47910-c9ce-4d31-b353-0e64c5bccd3c), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:20.515936 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aaf1a5-a514-4ec2-a43f-c169fc8d2832 None None] Sync routers for ids ['252729d9-b6e7-4294-aa22-0da3e63bea61'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:01:20.543183 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aaf1a5-a514-4ec2-a43f-c169fc8d2832 None None] Routers {'252729d9-b6e7-4294-aa22-0da3e63bea61'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:01:20.544147 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-47aaf1a5-a514-4ec2-a43f-c169fc8d2832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:00:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['252729d9-b6e7-4294-aa22-0da3e63bea61'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:20.555452 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27bf81d3-4524-4da0-af1d-1c3f9f4d7099 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:20.560167 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-27bf81d3-4524-4da0-af1d-1c3f9f4d7099 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3156075 Mar 08 13:01:20.563419 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 36110) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:20.570482 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-d5e8440b-f376-43e3-9021-8e003f365282 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Request body: {'security_group_rule': {'security_group_id': '37a47910-c9ce-4d31-b353-0e64c5bccd3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:20.587422 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf81d3-4524-4da0-af1d-1c3f9f4d7099 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a47910-c9ce-4d31-b353-0e64c5bccd3c,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:20.618510 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d5e8440b-f376-43e3-9021-8e003f365282 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for security_group_rule (8aea874a-6f6f-415a-8b99-16ac45a531c3), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:20.664159 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b46bc909-0bdf-4e4a-a01b-afef33720bc8 admin admin] Publish callbacks [] for port (2b071f6f-5ecc-4143-9d29-f33aec1d1683), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:20.667685 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e25eb331-14e1-42ba-8799-422f8643a0a5 admin admin] Publish callbacks [] for port (9587cfc9-8e13-4323-bb1f-c0ce5568868b), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:20.695716 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-6fd39f2a-8dff-4d72-b074-f7b83fea6c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affbe695-8e91-4dfc-a48e-fc35da42d39e', 'name': 'tempest-ServerRescueNegativeTestJSON-1226060985-router', 'tenant_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '39884f4e-bd14-4bdc-89f0-ac8f23225c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:01:13Z', 'revision_number': 3, 'project_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4', 'gw_port': {'id': '39884f4e-bd14-4bdc-89f0-ac8f23225c2e', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:67:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affbe695-8e91-4dfc-a48e-fc35da42d39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:12Z', 'updated_at': '2022-03-08T13:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:20.701709 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dd200a50-5f58-439c-bc25-2b30b9727fa1 req-2a1248da-2e40-42ac-a9c4-717cc19987ce tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 210 time: 0.0314517 Mar 08 13:01:20.702361 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b46bc909-0bdf-4e4a-a01b-afef33720bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (2b071f6f-5ecc-4143-9d29-f33aec1d1683), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:20.703207 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b46bc909-0bdf-4e4a-a01b-afef33720bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672181'] for router_interface (affbe695-8e91-4dfc-a48e-fc35da42d39e), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:20.735463 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd39f2a-8dff-4d72-b074-f7b83fea6c8f None None] The sync data for ids ['affbe695-8e91-4dfc-a48e-fc35da42d39e'] in dv-cinder-830089-2-iscsi is: [{'id': 'affbe695-8e91-4dfc-a48e-fc35da42d39e', 'name': 'tempest-ServerRescueNegativeTestJSON-1226060985-router', 'tenant_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '39884f4e-bd14-4bdc-89f0-ac8f23225c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:01:13Z', 'revision_number': 3, 'project_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4', 'gw_port': {'id': '39884f4e-bd14-4bdc-89f0-ac8f23225c2e', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:67:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affbe695-8e91-4dfc-a48e-fc35da42d39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:12Z', 'updated_at': '2022-03-08T13:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:01:20.771006 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-47aaf1a5-a514-4ec2-a43f-c169fc8d2832 None None] Set router 252729d9-b6e7-4294-aa22-0da3e63bea61 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:20.772556 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d5e8440b-f376-43e3-9021-8e003f365282 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for security_group_rule (8aea874a-6f6f-415a-8b99-16ac45a531c3), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:20.778234 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d5e8440b-f376-43e3-9021-8e003f365282 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (8aea874a-6f6f-415a-8b99-16ac45a531c3), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:20.805358 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8440b-f376-43e3-9021-8e003f365282 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aea874a-6f6f-415a-8b99-16ac45a531c3,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:20.844313 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d5e8440b-f376-43e3-9021-8e003f365282 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:20.846270 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-d5e8440b-f376-43e3-9021-8e003f365282 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2809479 Mar 08 13:01:20.853643 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 36112) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:20.873826 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-9b257b0c-ed29-4bfa-b697-afd8cf7f7d59 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Request body: {'security_group_rule': {'security_group_id': '37a47910-c9ce-4d31-b353-0e64c5bccd3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:20.992848 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9b257b0c-ed29-4bfa-b697-afd8cf7f7d59 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for security_group_rule (f21545f7-56a6-4f3b-82fc-d9668abaee85), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:21.094374 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9b257b0c-ed29-4bfa-b697-afd8cf7f7d59 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for security_group_rule (f21545f7-56a6-4f3b-82fc-d9668abaee85), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:21.105074 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9b257b0c-ed29-4bfa-b697-afd8cf7f7d59 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (f21545f7-56a6-4f3b-82fc-d9668abaee85), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:21.148538 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b257b0c-ed29-4bfa-b697-afd8cf7f7d59 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21545f7-56a6-4f3b-82fc-d9668abaee85,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:21.182392 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9b257b0c-ed29-4bfa-b697-afd8cf7f7d59 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:21.184027 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-9b257b0c-ed29-4bfa-b697-afd8cf7f7d59 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3289061 Mar 08 13:01:21.189573 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 36122) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:21.194364 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-5efee6e0-068a-443f-aa10-ac38113b3924 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Request body: {'floatingip': {'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:21.271429 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5efee6e0-068a-443f-aa10-ac38113b3924 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:21.317119 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46bc909-0bdf-4e4a-a01b-afef33720bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=2b071f6f-5ecc-4143-9d29-f33aec1d1683,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:21.411889 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e25eb331-14e1-42ba-8799-422f8643a0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007'] for port (9587cfc9-8e13-4323-bb1f-c0ce5568868b), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:21.430440 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-47aaf1a5-a514-4ec2-a43f-c169fc8d2832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'name': 'tempest-AttachVolumeTestJSON-1407401291-router', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:08Z', 'updated_at': '2022-03-08T13:01:17Z', 'revision_number': 4, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'gw_port': {'id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '5888520b-52b8-480c-8c2e-fc1191f930f9', 'name': '', 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'mac_address': 'fa:16:3e:de:9c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:15Z', 'updated_at': '2022-03-08T13:01:17Z', 'revision_number': 2, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'subnets': [{'id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:21.455772 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46bc909-0bdf-4e4a-a01b-afef33720bc8 admin admin] Network 21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:21.466635 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-b46bc909-0bdf-4e4a-a01b-afef33720bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:21.487575 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25eb331-14e1-42ba-8799-422f8643a0a5 admin admin] Network 1855bf0b-ed79-4719-8efd-6cc0a1498526 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:21.497789 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aaf1a5-a514-4ec2-a43f-c169fc8d2832 None None] Checking router: 252729d9-b6e7-4294-aa22-0da3e63bea61 for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:01:21.498565 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aaf1a5-a514-4ec2-a43f-c169fc8d2832 None None] Updating router 252729d9-b6e7-4294-aa22-0da3e63bea61 port 5888520b-52b8-480c-8c2e-fc1191f930f9 binding host dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:01:21.505179 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-e25eb331-14e1-42ba-8799-422f8643a0a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:21.511796 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25eb331-14e1-42ba-8799-422f8643a0a5 admin admin] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:21.516272 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e25eb331-14e1-42ba-8799-422f8643a0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672217'] for router_interface (60cedf14-fb11-4ee0-8251-57ef157bb87d), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:21.526178 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25eb331-14e1-42ba-8799-422f8643a0a5 admin admin] Pushing event updated for resources: {'Port': ['ID=9587cfc9-8e13-4323-bb1f-c0ce5568868b,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:21.589196 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-47aaf1a5-a514-4ec2-a43f-c169fc8d2832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (5888520b-52b8-480c-8c2e-fc1191f930f9), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:21.712913 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5efee6e0-068a-443f-aa10-ac38113b3924 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:21.892076 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-5efee6e0-068a-443f-aa10-ac38113b3924 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Allocated IP 172.27.3.115 (5c176cc8-3706-4b4e-95aa-80d42c394e72/67bc08be-d366-4d47-9bdf-b91b4b3bbd14/73eaaab2-edde-416f-bf80-ce1dc2f8d894) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:21.935135 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-78eae660-6098-4c0f-966d-1fb27bfdfaaf req-cb31c40e-4064-41ee-ab4d-4388e434caa1 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 210 time: 0.0376489 Mar 08 13:01:22.024238 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-b931101c-7837-4ee3-93a4-a4a1d7491c64 None None] Provisioning complete for port 9587cfc9-8e13-4323-bb1f-c0ce5568868b triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:22.024925 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b931101c-7837-4ee3-93a4-a4a1d7491c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (9587cfc9-8e13-4323-bb1f-c0ce5568868b), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.030066 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46bc909-0bdf-4e4a-a01b-afef33720bc8 admin admin] Router affbe695-8e91-4dfc-a48e-fc35da42d39e has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:01:22.113493 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-b931101c-7837-4ee3-93a4-a4a1d7491c64 None None] Port 9587cfc9-8e13-4323-bb1f-c0ce5568868b cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:01:22.130167 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5efee6e0-068a-443f-aa10-ac38113b3924 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for port (73eaaab2-edde-416f-bf80-ce1dc2f8d894), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.135755 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e25eb331-14e1-42ba-8799-422f8643a0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (9587cfc9-8e13-4323-bb1f-c0ce5568868b), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.171637 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5efee6e0-068a-443f-aa10-ac38113b3924 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007'] for port (73eaaab2-edde-416f-bf80-ce1dc2f8d894), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.309944 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-47aaf1a5-a514-4ec2-a43f-c169fc8d2832 None None] Publish callbacks [] for port (5888520b-52b8-480c-8c2e-fc1191f930f9), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.318563 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-47aaf1a5-a514-4ec2-a43f-c169fc8d2832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (5888520b-52b8-480c-8c2e-fc1191f930f9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.344619 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efee6e0-068a-443f-aa10-ac38113b3924 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:22.360599 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-5efee6e0-068a-443f-aa10-ac38113b3924 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:22.365438 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efee6e0-068a-443f-aa10-ac38113b3924 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:22.381589 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efee6e0-068a-443f-aa10-ac38113b3924 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Pushing event updated for resources: {'Port': ['ID=73eaaab2-edde-416f-bf80-ce1dc2f8d894,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:22.461200 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde3956-afcc-42f2-a855-7b1700b12ee7 None None] Pushing event updated for resources: {'Port': ['ID=5888520b-52b8-480c-8c2e-fc1191f930f9,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:22.462591 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46bc909-0bdf-4e4a-a01b-afef33720bc8 admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:01:22.484511 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-b46bc909-0bdf-4e4a-a01b-afef33720bc8 admin admin] 10.222.0.50 "PUT /v2.0/routers/affbe695-8e91-4dfc-a48e-fc35da42d39e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6602347 Mar 08 13:01:22.685810 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-47aaf1a5-a514-4ec2-a43f-c169fc8d2832 None None] Attempting to bind port 5888520b-52b8-480c-8c2e-fc1191f930f9 on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:01:22.686207 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-47aaf1a5-a514-4ec2-a43f-c169fc8d2832 None None] Attempting to bind port 5888520b-52b8-480c-8c2e-fc1191f930f9 by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': '0d2187b0-3440-4b5e-9fc0-a77835bc9ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:01:22.686580 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aaf1a5-a514-4ec2-a43f-c169fc8d2832 None None] Attempting to bind port 5888520b-52b8-480c-8c2e-fc1191f930f9 on network 22601ec1-3846-4b8b-84d1-d9378d9f83cc {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:22.690119 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 0cb6aaf6-1cd5-4314-94bb-448cf2e3e859 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:22.727585 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aaf1a5-a514-4ec2-a43f-c169fc8d2832 None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:01:22.727966 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aaf1a5-a514-4ec2-a43f-c169fc8d2832 None None] Checking segment: {'id': '0d2187b0-3440-4b5e-9fc0-a77835bc9ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:22.728355 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-47aaf1a5-a514-4ec2-a43f-c169fc8d2832 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.728800 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aaf1a5-a514-4ec2-a43f-c169fc8d2832 None None] Bound using segment: {'id': '0d2187b0-3440-4b5e-9fc0-a77835bc9ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:01:22.729276 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-47aaf1a5-a514-4ec2-a43f-c169fc8d2832 None None] Bound port: 5888520b-52b8-480c-8c2e-fc1191f930f9, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2187b0-3440-4b5e-9fc0-a77835bc9ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:01:22.729660 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-47aaf1a5-a514-4ec2-a43f-c169fc8d2832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (5888520b-52b8-480c-8c2e-fc1191f930f9), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.744998 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5efee6e0-068a-443f-aa10-ac38113b3924 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for floatingip (f0f8cfb2-3d81-41e4-adfb-daeae5d19379), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.852260 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5efee6e0-068a-443f-aa10-ac38113b3924 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (73eaaab2-edde-416f-bf80-ce1dc2f8d894), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.857470 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e25eb331-14e1-42ba-8799-422f8643a0a5 admin admin] Publish callbacks [] for port (9587cfc9-8e13-4323-bb1f-c0ce5568868b), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.864960 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e25eb331-14e1-42ba-8799-422f8643a0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (9587cfc9-8e13-4323-bb1f-c0ce5568868b), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.866150 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e25eb331-14e1-42ba-8799-422f8643a0a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672181'] for router_interface (60cedf14-fb11-4ee0-8251-57ef157bb87d), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.903551 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c2d99190-01a4-43f9-acca-2989bd7932ac None None] Provisioning complete for port 5888520b-52b8-480c-8c2e-fc1191f930f9 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:22.903981 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c2d99190-01a4-43f9-acca-2989bd7932ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (5888520b-52b8-480c-8c2e-fc1191f930f9), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.910868 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 0cb6aaf6-1cd5-4314-94bb-448cf2e3e859 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:22.911538 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (0cb6aaf6-1cd5-4314-94bb-448cf2e3e859), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.934003 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-47aaf1a5-a514-4ec2-a43f-c169fc8d2832 None None] For port 5888520b-52b8-480c-8c2e-fc1191f930f9, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:01:23.026649 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-47aaf1a5-a514-4ec2-a43f-c169fc8d2832 None None] For port 5888520b-52b8-480c-8c2e-fc1191f930f9, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=5888520b-52b8-480c-8c2e-fc1191f930f9,segment=NetworkSegment(0d2187b0-3440-4b5e-9fc0-a77835bc9ebb),segment_id=0d2187b0-3440-4b5e-9fc0-a77835bc9ebb)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:01:23.065531 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-47aaf1a5-a514-4ec2-a43f-c169fc8d2832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (5888520b-52b8-480c-8c2e-fc1191f930f9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:23.070341 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c2d99190-01a4-43f9-acca-2989bd7932ac None None] Port 5888520b-52b8-480c-8c2e-fc1191f930f9 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:01:23.088958 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25eb331-14e1-42ba-8799-422f8643a0a5 admin admin] Pushing event updated for resources: {'Port': ['ID=9587cfc9-8e13-4323-bb1f-c0ce5568868b,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:23.192807 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-adf8b09d-809a-4711-bca7-b5723711bfa1 req-0aa969aa-f45d-4b26-b1d2-fa6541ef2bd6 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 210 time: 0.1101615 Mar 08 13:01:23.205011 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aaf1a5-a514-4ec2-a43f-c169fc8d2832 None None] Routers {'252729d9-b6e7-4294-aa22-0da3e63bea61'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:01:23.206716 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-47aaf1a5-a514-4ec2-a43f-c169fc8d2832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:00:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['252729d9-b6e7-4294-aa22-0da3e63bea61'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:23.386892 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5efee6e0-068a-443f-aa10-ac38113b3924 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for port (73eaaab2-edde-416f-bf80-ce1dc2f8d894), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:23.396162 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5efee6e0-068a-443f-aa10-ac38113b3924 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (73eaaab2-edde-416f-bf80-ce1dc2f8d894), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:23.444262 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25eb331-14e1-42ba-8799-422f8643a0a5 admin admin] Network 1855bf0b-ed79-4719-8efd-6cc0a1498526 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:23.449707 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-e25eb331-14e1-42ba-8799-422f8643a0a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:23.512687 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efee6e0-068a-443f-aa10-ac38113b3924 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Pushing event updated for resources: {'Port': ['ID=73eaaab2-edde-416f-bf80-ce1dc2f8d894,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:23.545990 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5efee6e0-068a-443f-aa10-ac38113b3924 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (f0f8cfb2-3d81-41e4-adfb-daeae5d19379), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:23.559269 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde3956-afcc-42f2-a855-7b1700b12ee7 None None] Pushing event updated for resources: {'Port': ['ID=5888520b-52b8-480c-8c2e-fc1191f930f9,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:23.575043 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5efee6e0-068a-443f-aa10-ac38113b3924 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:23.576495 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-5efee6e0-068a-443f-aa10-ac38113b3924 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3861108 Mar 08 13:01:23.596539 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 0cb6aaf6-1cd5-4314-94bb-448cf2e3e859 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:23.597566 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (0cb6aaf6-1cd5-4314-94bb-448cf2e3e859), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:23.672514 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] For port 0cb6aaf6-1cd5-4314-94bb-448cf2e3e859, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=0cb6aaf6-1cd5-4314-94bb-448cf2e3e859,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:23.679201 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (0cb6aaf6-1cd5-4314-94bb-448cf2e3e859), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:23.680190 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 39884f4e-bd14-4bdc-89f0-ac8f23225c2e up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:23.867503 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Pushing event updated for resources: {'Port': ['ID=0cb6aaf6-1cd5-4314-94bb-448cf2e3e859,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:23.876692 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-47aaf1a5-a514-4ec2-a43f-c169fc8d2832 None None] Set router 252729d9-b6e7-4294-aa22-0da3e63bea61 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:23.918274 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-7aac71c8-0378-4f09-9b32-71f35f3418fb None None] Provisioning complete for port 5888520b-52b8-480c-8c2e-fc1191f930f9 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:23.918656 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7aac71c8-0378-4f09-9b32-71f35f3418fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (5888520b-52b8-480c-8c2e-fc1191f930f9), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:23.931086 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25eb331-14e1-42ba-8799-422f8643a0a5 admin admin] Router 60cedf14-fb11-4ee0-8251-57ef157bb87d has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:01:23.950570 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-032c3c41-5057-4410-84e4-f725a01e1102 req-0ab3b927-f3eb-4ef4-a010-e030085dcf3e tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--475311336&fields=id&tenant_id=37f26f17b5d64805ade2c2785c6b12fe HTTP/1.1" status: 200 len: 267 time: 0.0663922 Mar 08 13:01:24.009824 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 39884f4e-bd14-4bdc-89f0-ac8f23225c2e triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:24.010109 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (39884f4e-bd14-4bdc-89f0-ac8f23225c2e), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.045340 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-afd70cf5-f8d3-4d38-8c78-b245d53979e1 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:24.047840 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-afd70cf5-f8d3-4d38-8c78-b245d53979e1 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/networks?id=21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 HTTP/1.1" status: 200 len: 819 time: 0.4131086 Mar 08 13:01:24.094020 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-7bd794b2-046a-4aa4-a338-83811a76c14a tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/quotas/4a8d0813209c4a0bbc5f6d2dce0d4ff4 HTTP/1.1" status: 200 len: 375 time: 0.0342736 Mar 08 13:01:24.216695 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-7aac71c8-0378-4f09-9b32-71f35f3418fb None None] Current status of the port 5888520b-52b8-480c-8c2e-fc1191f930f9 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:24.217105 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7aac71c8-0378-4f09-9b32-71f35f3418fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (5888520b-52b8-480c-8c2e-fc1191f930f9), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.233308 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c3c41-5057-4410-84e4-f725a01e1102 req-2191618d-eaed-4136-8180-3cdb8cce8c1b tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:24.235105 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25eb331-14e1-42ba-8799-422f8643a0a5 admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:01:24.241278 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-032c3c41-5057-4410-84e4-f725a01e1102 req-2191618d-eaed-4136-8180-3cdb8cce8c1b tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/networks?id=22601ec1-3846-4b8b-84d1-d9378d9f83cc HTTP/1.1" status: 200 len: 811 time: 0.2896247 Mar 08 13:01:24.246695 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-e25eb331-14e1-42ba-8799-422f8643a0a5 admin admin] 10.222.0.50 "PUT /v2.0/routers/60cedf14-fb11-4ee0-8251-57ef157bb87d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4489291 Mar 08 13:01:24.264605 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-032c3c41-5057-4410-84e4-f725a01e1102 req-11020086-1221-4a72-a5bf-a6edacb57a6a tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/quotas/37f26f17b5d64805ade2c2785c6b12fe HTTP/1.1" status: 200 len: 375 time: 0.0222137 Mar 08 13:01:24.274179 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9a7ecb-f43d-43ef-abe3-80569d19939a None None] Sync routers for ids ['60cedf14-fb11-4ee0-8251-57ef157bb87d'] in dv-cinder-830089-2-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:01:24.306811 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-8734a5bb-5b82-4bc4-b21b-fb26359da863 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a8d0813209c4a0bbc5f6d2dce0d4ff4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1781859 Mar 08 13:01:24.313028 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9a7ecb-f43d-43ef-abe3-80569d19939a None None] Routers {'60cedf14-fb11-4ee0-8251-57ef157bb87d'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:01:24.316135 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-1a9a7ecb-f43d-43ef-abe3-80569d19939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:00:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['60cedf14-fb11-4ee0-8251-57ef157bb87d'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:24.384769 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 39884f4e-bd14-4bdc-89f0-ac8f23225c2e is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:24.385405 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (39884f4e-bd14-4bdc-89f0-ac8f23225c2e), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.413630 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-7aac71c8-0378-4f09-9b32-71f35f3418fb None None] For port 5888520b-52b8-480c-8c2e-fc1191f930f9, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=5888520b-52b8-480c-8c2e-fc1191f930f9,segment=NetworkSegment(0d2187b0-3440-4b5e-9fc0-a77835bc9ebb),segment_id=0d2187b0-3440-4b5e-9fc0-a77835bc9ebb)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:24.414689 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-032c3c41-5057-4410-84e4-f725a01e1102 req-4e316982-3ada-4812-a91e-a3e456811313 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=37f26f17b5d64805ade2c2785c6b12fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1449680 Mar 08 13:01:24.463950 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] For port 39884f4e-bd14-4bdc-89f0-ac8f23225c2e, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=39884f4e-bd14-4bdc-89f0-ac8f23225c2e,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:24.474830 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7aac71c8-0378-4f09-9b32-71f35f3418fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (5888520b-52b8-480c-8c2e-fc1191f930f9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.552171 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (39884f4e-bd14-4bdc-89f0-ac8f23225c2e), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.553005 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:24.575091 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-24860c4f-7308-42ab-8647-5cee02d0668a service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:01:24.585579 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-24860c4f-7308-42ab-8647-5cee02d0668a service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1083076 Mar 08 13:01:24.626946 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-032c3c41-5057-4410-84e4-f725a01e1102 req-caa2e173-c72c-438a-a9f6-d6c7ef8ff24c service neutron] 10.222.0.50 "GET /v2.0/networks/22601ec1-3846-4b8b-84d1-d9378d9f83cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972463 Mar 08 13:01:24.667249 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-1a9a7ecb-f43d-43ef-abe3-80569d19939a None None] Set router 60cedf14-fb11-4ee0-8251-57ef157bb87d gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:24.671762 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac71c8-0378-4f09-9b32-71f35f3418fb None None] Pushing event updated for resources: {'Port': ['ID=5888520b-52b8-480c-8c2e-fc1191f930f9,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:24.674818 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cdddf3-8ad8-463f-bb6a-62b47e396f58 None None] Sync routers for ids ['affbe695-8e91-4dfc-a48e-fc35da42d39e'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:01:24.721777 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-47aaf1a5-a514-4ec2-a43f-c169fc8d2832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'name': 'tempest-AttachVolumeTestJSON-1407401291-router', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:08Z', 'updated_at': '2022-03-08T13:01:17Z', 'revision_number': 4, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'gw_port': {'id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '5888520b-52b8-480c-8c2e-fc1191f930f9', 'name': '', 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'mac_address': 'fa:16:3e:de:9c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:15Z', 'updated_at': '2022-03-08T13:01:22Z', 'revision_number': 4, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'subnets': [{'id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:24.740274 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-c0eb9056-d7ef-48b3-b43e-d8e65f205da3 service neutron] 10.222.0.50 "GET /v2.0/networks/21bd8c3c-2f29-47a3-b60e-e76ac3085ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537404 Mar 08 13:01:24.769087 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-032c3c41-5057-4410-84e4-f725a01e1102 req-4a422698-afcb-4b35-a5fd-c7297bd0021e service neutron] 10.222.0.50 "GET /v2.0/networks/22601ec1-3846-4b8b-84d1-d9378d9f83cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409307 Mar 08 13:01:24.772708 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aaf1a5-a514-4ec2-a43f-c169fc8d2832 None None] The sync data for ids ['252729d9-b6e7-4294-aa22-0da3e63bea61'] in dv-cinder-830089-2-iscsi is: [{'id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'name': 'tempest-AttachVolumeTestJSON-1407401291-router', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:08Z', 'updated_at': '2022-03-08T13:01:17Z', 'revision_number': 4, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'gw_port': {'id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '5888520b-52b8-480c-8c2e-fc1191f930f9', 'name': '', 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'mac_address': 'fa:16:3e:de:9c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:15Z', 'updated_at': '2022-03-08T13:01:22Z', 'revision_number': 4, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'subnets': [{'id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:01:24.792662 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:24.793047 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.869042 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-6813ed6a-28b0-4761-b174-fd2e512c1478 None None] Provisioning complete for port 9587cfc9-8e13-4323-bb1f-c0ce5568868b triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:24.869567 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6813ed6a-28b0-4761-b174-fd2e512c1478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (9587cfc9-8e13-4323-bb1f-c0ce5568868b), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.905567 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cdddf3-8ad8-463f-bb6a-62b47e396f58 None None] Routers {'affbe695-8e91-4dfc-a48e-fc35da42d39e'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:01:24.906907 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-21cdddf3-8ad8-463f-bb6a-62b47e396f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:00:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['affbe695-8e91-4dfc-a48e-fc35da42d39e'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:24.973388 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-f80a9b9c-e51c-4092-a3ee-e11133d991a4 service neutron] 10.222.0.50 "GET /v2.0/networks/21bd8c3c-2f29-47a3-b60e-e76ac3085ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247481 Mar 08 13:01:25.047292 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Pushing event updated for resources: {'Port': ['ID=39884f4e-bd14-4bdc-89f0-ac8f23225c2e,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:25.085965 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fef9bddf-1cc0-4db5-8231-434cf32a9291 req-f607754f-63b7-42f2-b37a-2f49db191fc9 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 210 time: 0.0497859 Mar 08 13:01:25.116970 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-1a9a7ecb-f43d-43ef-abe3-80569d19939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'name': 'tempest-AttachVolumeShelveTestJSON-306604063-router', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:11Z', 'updated_at': '2022-03-08T13:01:22Z', 'revision_number': 4, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'gw_port': {'id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:13Z', 'updated_at': '2022-03-08T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '9587cfc9-8e13-4323-bb1f-c0ce5568868b', 'name': '', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'mac_address': 'fa:16:3e:d5:44:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:19Z', 'updated_at': '2022-03-08T13:01:22Z', 'revision_number': 2, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'subnets': [{'id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:25.163375 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-42779d55-fa36-41dc-81d3-1e688906516a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:25.174184 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9a7ecb-f43d-43ef-abe3-80569d19939a None None] Checking router: 60cedf14-fb11-4ee0-8251-57ef157bb87d for host: dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:01:25.175123 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9a7ecb-f43d-43ef-abe3-80569d19939a None None] Updating router 60cedf14-fb11-4ee0-8251-57ef157bb87d port 9587cfc9-8e13-4323-bb1f-c0ce5568868b binding host dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:01:25.211397 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-21cdddf3-8ad8-463f-bb6a-62b47e396f58 None None] Set router affbe695-8e91-4dfc-a48e-fc35da42d39e gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:25.263324 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1a9a7ecb-f43d-43ef-abe3-80569d19939a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (9587cfc9-8e13-4323-bb1f-c0ce5568868b), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:25.452036 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.72', 58761) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:25.637134 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-6813ed6a-28b0-4761-b174-fd2e512c1478 None None] Port 9587cfc9-8e13-4323-bb1f-c0ce5568868b cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:01:25.638053 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 36270) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:25.645423 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-986780e4-fbc8-4d86-80ec-315409f3596e tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1210678320', 'description': 'tempest-description--1983412406'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:25.713022 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-986780e4-fbc8-4d86-80ec-315409f3596e tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:25.889281 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:25.918570 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-71235174-06a1-4b32-8a47-041192b16cc5 req-e9341839-c351-4923-886e-2332073c9cce tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 210 time: 0.0611179 Mar 08 13:01:25.939518 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-986780e4-fbc8-4d86-80ec-315409f3596e tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for security_group (3417b0ef-d24f-4260-b850-fe9f0eed4745), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:25.948327 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-986780e4-fbc8-4d86-80ec-315409f3596e tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (3417b0ef-d24f-4260-b850-fe9f0eed4745), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:26.002440 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-21cdddf3-8ad8-463f-bb6a-62b47e396f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affbe695-8e91-4dfc-a48e-fc35da42d39e', 'name': 'tempest-ServerRescueNegativeTestJSON-1226060985-router', 'tenant_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '39884f4e-bd14-4bdc-89f0-ac8f23225c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:01:19Z', 'revision_number': 4, 'project_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4', 'gw_port': {'id': '39884f4e-bd14-4bdc-89f0-ac8f23225c2e', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:67:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affbe695-8e91-4dfc-a48e-fc35da42d39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:12Z', 'updated_at': '2022-03-08T13:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '2b071f6f-5ecc-4143-9d29-f33aec1d1683', 'name': '', 'network_id': '21bd8c3c-2f29-47a3-b60e-e76ac3085ea7', 'tenant_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4', 'mac_address': 'fa:16:3e:15:1a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affbe695-8e91-4dfc-a48e-fc35da42d39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ec1e63dc-26dd-4e1a-8756-ada739f4a12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:18Z', 'updated_at': '2022-03-08T13:01:20Z', 'revision_number': 2, 'project_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4', 'subnets': [{'id': 'ec1e63dc-26dd-4e1a-8756-ada739f4a12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:26.045681 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-986780e4-fbc8-4d86-80ec-315409f3596e tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:26.049708 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-986780e4-fbc8-4d86-80ec-315409f3596e tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4097207 Mar 08 13:01:26.079565 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cdddf3-8ad8-463f-bb6a-62b47e396f58 None None] Checking router: affbe695-8e91-4dfc-a48e-fc35da42d39e for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:01:26.080718 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cdddf3-8ad8-463f-bb6a-62b47e396f58 None None] Updating router affbe695-8e91-4dfc-a48e-fc35da42d39e port 2b071f6f-5ecc-4143-9d29-f33aec1d1683 binding host dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:01:26.100088 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 36288) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:26.121790 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-d5b6a5f1-59f4-468f-8ef1-9fa8d960e9b3 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Request body: {'security_group_rule': {'security_group_id': '3417b0ef-d24f-4260-b850-fe9f0eed4745', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:26.184121 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-21cdddf3-8ad8-463f-bb6a-62b47e396f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (2b071f6f-5ecc-4143-9d29-f33aec1d1683), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:26.184984 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986780e4-fbc8-4d86-80ec-315409f3596e tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3417b0ef-d24f-4260-b850-fe9f0eed4745,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:26.225715 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1a9a7ecb-f43d-43ef-abe3-80569d19939a None None] Publish callbacks [] for port (9587cfc9-8e13-4323-bb1f-c0ce5568868b), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:26.242778 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1a9a7ecb-f43d-43ef-abe3-80569d19939a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (9587cfc9-8e13-4323-bb1f-c0ce5568868b), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:26.250898 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d5b6a5f1-59f4-468f-8ef1-9fa8d960e9b3 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for security_group_rule (db69bb9d-bfb4-4fc9-a6bf-c96dc715027d), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:26.481186 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 5888520b-52b8-480c-8c2e-fc1191f930f9 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:26.567741 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b33b0fd9-3481-492b-b132-3a98711d4ea3 req-8749cba4-7018-4a4f-b4ed-43951c8e1b83 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 210 time: 0.9271045 Mar 08 13:01:26.689451 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-7152f6fe-2f33-4316-8e5d-38d13da7e557 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:26.696131 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-7152f6fe-2f33-4316-8e5d-38d13da7e557 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.72 "GET /v2.0/networks?id=ef08715f-7953-4413-b447-31411b8326bd HTTP/1.1" status: 200 len: 810 time: 1.2420495 Mar 08 13:01:26.758570 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42902196-884f-4e09-807a-cedd8db7cb2f None None] Pushing event updated for resources: {'Port': ['ID=9587cfc9-8e13-4323-bb1f-c0ce5568868b,revision_number=3']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:26.789153 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-a8d9c99c-099e-413d-a351-6b5a915724c8 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Request body: {'port': {'device_id': 'dcc71772-6a84-45da-96c4-7796e128fd7f', 'network_id': 'ef08715f-7953-4413-b447-31411b8326bd', 'admin_state_up': True, 'tenant_id': 'a3714cb26cda401d9d469351da67b523'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:26.851431 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d5b6a5f1-59f4-468f-8ef1-9fa8d960e9b3 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for security_group_rule (db69bb9d-bfb4-4fc9-a6bf-c96dc715027d), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:26.901515 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d5b6a5f1-59f4-468f-8ef1-9fa8d960e9b3 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (db69bb9d-bfb4-4fc9-a6bf-c96dc715027d), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:27.012677 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6a5f1-59f4-468f-8ef1-9fa8d960e9b3 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db69bb9d-bfb4-4fc9-a6bf-c96dc715027d,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:27.051800 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-1a9a7ecb-f43d-43ef-abe3-80569d19939a None None] Attempting to bind port 9587cfc9-8e13-4323-bb1f-c0ce5568868b on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:01:27.052935 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-1a9a7ecb-f43d-43ef-abe3-80569d19939a None None] Attempting to bind port 9587cfc9-8e13-4323-bb1f-c0ce5568868b by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': '6878711a-8eab-4297-87fb-369fac68aae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526'}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:01:27.054282 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a7ecb-f43d-43ef-abe3-80569d19939a None None] Attempting to bind port 9587cfc9-8e13-4323-bb1f-c0ce5568868b on network 1855bf0b-ed79-4719-8efd-6cc0a1498526 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:27.064122 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1fc46cad-6c34-45ad-b635-bdac8afd9eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:27.076236 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a7ecb-f43d-43ef-abe3-80569d19939a None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:01:27.076527 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a7ecb-f43d-43ef-abe3-80569d19939a None None] Checking segment: {'id': '6878711a-8eab-4297-87fb-369fac68aae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:27.083634 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1a9a7ecb-f43d-43ef-abe3-80569d19939a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:27.085354 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a7ecb-f43d-43ef-abe3-80569d19939a None None] Bound using segment: {'id': '6878711a-8eab-4297-87fb-369fac68aae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526'} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:01:27.087439 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-1a9a7ecb-f43d-43ef-abe3-80569d19939a None None] Bound port: 9587cfc9-8e13-4323-bb1f-c0ce5568868b, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6878711a-8eab-4297-87fb-369fac68aae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526'}}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:01:27.089926 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1a9a7ecb-f43d-43ef-abe3-80569d19939a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (9587cfc9-8e13-4323-bb1f-c0ce5568868b), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:27.099382 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03313872-1249-440b-89dd-7bef4a32a163 req-0d1dba55-d851-4758-ae52-095bd673dfca tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:27.122616 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-03313872-1249-440b-89dd-7bef4a32a163 req-0d1dba55-d851-4758-ae52-095bd673dfca tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/networks?id=21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 HTTP/1.1" status: 200 len: 819 time: 0.7071171 Mar 08 13:01:27.149355 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d5b6a5f1-59f4-468f-8ef1-9fa8d960e9b3 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:27.156026 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-d5b6a5f1-59f4-468f-8ef1-9fa8d960e9b3 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0513959 Mar 08 13:01:27.169014 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 5888520b-52b8-480c-8c2e-fc1191f930f9 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:27.170745 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (5888520b-52b8-480c-8c2e-fc1191f930f9), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:27.203318 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 36352) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:27.245741 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-da98b06d-09a2-47a9-b643-b3ebff78dbe9 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Request body: {'security_group_rule': {'security_group_id': '3417b0ef-d24f-4260-b850-fe9f0eed4745', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:27.329525 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-03313872-1249-440b-89dd-7bef4a32a163 req-c3579b6a-5f09-488a-a736-121f1ae26fbf tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/quotas/4a8d0813209c4a0bbc5f6d2dce0d4ff4 HTTP/1.1" status: 200 len: 375 time: 0.2057099 Mar 08 13:01:27.457347 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-1a9a7ecb-f43d-43ef-abe3-80569d19939a None None] For port 9587cfc9-8e13-4323-bb1f-c0ce5568868b, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:01:27.466922 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-1a9a7ecb-f43d-43ef-abe3-80569d19939a None None] For port 9587cfc9-8e13-4323-bb1f-c0ce5568868b, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=9587cfc9-8e13-4323-bb1f-c0ce5568868b,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:01:27.471581 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-aa5a06a5-f6c4-4045-96a3-1b6617a5567a req-5c3fad55-8314-4401-bbe3-61e9742c47e1 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 210 time: 0.5375733 Mar 08 13:01:27.502469 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-da98b06d-09a2-47a9-b643-b3ebff78dbe9 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for security_group_rule (f2f15de4-2fc7-432f-be96-0fadf68e4e03), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:27.507834 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:01:27.519110 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-1a9a7ecb-f43d-43ef-abe3-80569d19939a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (9587cfc9-8e13-4323-bb1f-c0ce5568868b), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:27.715186 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9a7ecb-f43d-43ef-abe3-80569d19939a None None] Routers {'60cedf14-fb11-4ee0-8251-57ef157bb87d'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:01:27.715852 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-1a9a7ecb-f43d-43ef-abe3-80569d19939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:01:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['60cedf14-fb11-4ee0-8251-57ef157bb87d'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:27.755266 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-03313872-1249-440b-89dd-7bef4a32a163 req-c2615f1f-982f-44cf-bd52-42f975a98eb0 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a8d0813209c4a0bbc5f6d2dce0d4ff4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4209833 Mar 08 13:01:27.956700 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42902196-884f-4e09-807a-cedd8db7cb2f None None] Pushing event updated for resources: {'Port': ['ID=9587cfc9-8e13-4323-bb1f-c0ce5568868b,revision_number=4']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:28.143005 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1e80c42a-5ed3-4eea-9a88-41af0dc343a1 req-8b78853f-90bb-48c9-9413-f45c8846fadf tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 210 time: 0.2688093 Mar 08 13:01:28.172442 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-5de0b4f7-5987-416c-80e1-c861e84f5070 None None] Provisioning complete for port 9587cfc9-8e13-4323-bb1f-c0ce5568868b triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:28.173174 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5de0b4f7-5987-416c-80e1-c861e84f5070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (9587cfc9-8e13-4323-bb1f-c0ce5568868b), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:28.215077 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-a8d9c99c-099e-413d-a351-6b5a915724c8 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Made reservation on behalf of a3714cb26cda401d9d469351da67b523 for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:28.222443 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-a8d9c99c-099e-413d-a351-6b5a915724c8 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:28.224045 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-da98b06d-09a2-47a9-b643-b3ebff78dbe9 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for security_group_rule (f2f15de4-2fc7-432f-be96-0fadf68e4e03), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:28.237891 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-da98b06d-09a2-47a9-b643-b3ebff78dbe9 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (f2f15de4-2fc7-432f-be96-0fadf68e4e03), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:28.310420 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-1a9a7ecb-f43d-43ef-abe3-80569d19939a None None] Set router 60cedf14-fb11-4ee0-8251-57ef157bb87d gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:28.398176 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-03313872-1249-440b-89dd-7bef4a32a163 req-ed319607-ca21-4329-8098-acd2d5adc387 service neutron] 10.222.0.50 "GET /v2.0/networks/21bd8c3c-2f29-47a3-b60e-e76ac3085ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5861561 Mar 08 13:01:28.491006 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98b06d-09a2-47a9-b643-b3ebff78dbe9 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f15de4-2fc7-432f-be96-0fadf68e4e03,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:28.511992 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-da98b06d-09a2-47a9-b643-b3ebff78dbe9 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:28.534971 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:28.539373 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-da98b06d-09a2-47a9-b643-b3ebff78dbe9 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3292332 Mar 08 13:01:28.540023 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 36386) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:28.644833 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.72', 58775) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:28.724724 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-a5893147-d0b6-46ed-a5b4-25b132a4e102 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Request body: {'floatingip': {'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:28.842842 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a5893147-d0b6-46ed-a5b4-25b132a4e102 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:29.020203 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.72', 58776) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:29.037626 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b2e2475f-62dd-438c-be11-3d55de598940 req-be4c22b6-204a-4b78-ba09-752973dad283 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 210 time: 0.2705748 Mar 08 13:01:29.145580 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-1a9a7ecb-f43d-43ef-abe3-80569d19939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'name': 'tempest-AttachVolumeShelveTestJSON-306604063-router', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:11Z', 'updated_at': '2022-03-08T13:01:22Z', 'revision_number': 4, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'gw_port': {'id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:13Z', 'updated_at': '2022-03-08T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '9587cfc9-8e13-4323-bb1f-c0ce5568868b', 'name': '', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'mac_address': 'fa:16:3e:d5:44:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:19Z', 'updated_at': '2022-03-08T13:01:27Z', 'revision_number': 4, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'subnets': [{'id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:29.228838 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-5de0b4f7-5987-416c-80e1-c861e84f5070 None None] Current status of the port 9587cfc9-8e13-4323-bb1f-c0ce5568868b is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:29.240002 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5de0b4f7-5987-416c-80e1-c861e84f5070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (9587cfc9-8e13-4323-bb1f-c0ce5568868b), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:29.291220 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9a7ecb-f43d-43ef-abe3-80569d19939a None None] The sync data for ids ['60cedf14-fb11-4ee0-8251-57ef157bb87d'] in dv-cinder-830089-2-iscsi is: [{'id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'name': 'tempest-AttachVolumeShelveTestJSON-306604063-router', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:11Z', 'updated_at': '2022-03-08T13:01:22Z', 'revision_number': 4, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'gw_port': {'id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:13Z', 'updated_at': '2022-03-08T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '9587cfc9-8e13-4323-bb1f-c0ce5568868b', 'name': '', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'mac_address': 'fa:16:3e:d5:44:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:19Z', 'updated_at': '2022-03-08T13:01:27Z', 'revision_number': 4, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'subnets': [{'id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:01:29.366676 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-03313872-1249-440b-89dd-7bef4a32a163 req-a5f850fb-1e77-4144-aab9-d139adf25cb1 service neutron] 10.222.0.50 "GET /v2.0/networks/21bd8c3c-2f29-47a3-b60e-e76ac3085ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9633951 Mar 08 13:01:29.393577 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-21cdddf3-8ad8-463f-bb6a-62b47e396f58 None None] Publish callbacks [] for port (2b071f6f-5ecc-4143-9d29-f33aec1d1683), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:29.411962 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 5888520b-52b8-480c-8c2e-fc1191f930f9 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:29.413457 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 39884f4e-bd14-4bdc-89f0-ac8f23225c2e up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:29.562667 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-21cdddf3-8ad8-463f-bb6a-62b47e396f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (2b071f6f-5ecc-4143-9d29-f33aec1d1683), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:29.649155 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-62923da1-d64f-4673-bb04-823d9830213c req-fbe398d1-f1a5-480f-bd25-ecd6eda1035d tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 210 time: 0.2919483 Mar 08 13:01:29.676195 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-a8d9c99c-099e-413d-a351-6b5a915724c8 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Allocated IP 172.20.0.3 (ef08715f-7953-4413-b447-31411b8326bd/d9617c2a-ff4b-4356-8998-5615c6feb07d/0986330a-861a-4404-919f-3149d39ff59f) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:29.728593 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-5de0b4f7-5987-416c-80e1-c861e84f5070 None None] For port 9587cfc9-8e13-4323-bb1f-c0ce5568868b, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=9587cfc9-8e13-4323-bb1f-c0ce5568868b,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:29.757856 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:29.780320 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c3c41-5057-4410-84e4-f725a01e1102 req-78132c99-d2d5-43c0-af7f-6f79f63842c3 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:29.781914 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-032c3c41-5057-4410-84e4-f725a01e1102 req-78132c99-d2d5-43c0-af7f-6f79f63842c3 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.72 "GET /v2.0/networks?id=22601ec1-3846-4b8b-84d1-d9378d9f83cc HTTP/1.1" status: 200 len: 811 time: 0.7327650 Mar 08 13:01:29.792281 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a5893147-d0b6-46ed-a5b4-25b132a4e102 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:29.799363 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5de0b4f7-5987-416c-80e1-c861e84f5070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (9587cfc9-8e13-4323-bb1f-c0ce5568868b), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:29.811345 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-5f51b6e9-7f8c-4a1b-89f0-0c7a4a1635b5 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:29.835655 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-5f51b6e9-7f8c-4a1b-89f0-0c7a4a1635b5 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.72 "GET /v2.0/networks?id=21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 HTTP/1.1" status: 200 len: 819 time: 1.1705859 Mar 08 13:01:29.891895 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-795a25c1-3ad8-410f-baa1-dd7417b06b2b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Request body: {'port': {'device_id': '44bf253d-ff59-4dcb-8d8a-09b00752839a', 'network_id': '21bd8c3c-2f29-47a3-b60e-e76ac3085ea7', 'admin_state_up': True, 'tenant_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:29.941056 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc2d7c-90a1-42f9-9bb5-99c7d8f30d29 None None] Pushing event updated for resources: {'Port': ['ID=2b071f6f-5ecc-4143-9d29-f33aec1d1683,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:30.081402 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0b4f7-5987-416c-80e1-c861e84f5070 None None] Pushing event updated for resources: {'Port': ['ID=9587cfc9-8e13-4323-bb1f-c0ce5568868b,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:30.145186 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-96adbfc0-076d-4502-b09d-65b22662dfcf req-0d183319-2c19-4131-ae28-f306a8b096eb tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 210 time: 0.1695685 Mar 08 13:01:30.352155 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-2605bdc2-d4ce-4ff2-89b3-c30656200a28 None None] Provisioning complete for port 9587cfc9-8e13-4323-bb1f-c0ce5568868b triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:30.354639 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-2605bdc2-d4ce-4ff2-89b3-c30656200a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (9587cfc9-8e13-4323-bb1f-c0ce5568868b), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:30.387743 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 39884f4e-bd14-4bdc-89f0-ac8f23225c2e triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:30.391716 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (39884f4e-bd14-4bdc-89f0-ac8f23225c2e), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:30.469255 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-91e497eb-106b-423c-b7d1-250495aaaf76 req-38e1ba3c-bdfb-471e-b9f1-2fc45a9474a5 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 210 time: 0.2327626 Mar 08 13:01:30.521804 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-032c3c41-5057-4410-84e4-f725a01e1102 req-b4f6635f-1c1a-4548-ae8f-b52ab5726dd9 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37f26f17b5d64805ade2c2785c6b12fe HTTP/1.1" status: 200 len: 379 time: 0.6610453 Mar 08 13:01:30.571155 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [req-032c3c41-5057-4410-84e4-f725a01e1102 req-eceb7c5a-9cbd-46b3-a36a-9b895fbaf1ce tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Request body: {'port': {'device_id': '94576434-cce7-4e74-8d5c-5932a3194e49', 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'admin_state_up': True, 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'security_groups': ['37a47910-c9ce-4d31-b353-0e64c5bccd3c']}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:30.585599 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-21cdddf3-8ad8-463f-bb6a-62b47e396f58 None None] Attempting to bind port 2b071f6f-5ecc-4143-9d29-f33aec1d1683 on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:01:30.587237 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-21cdddf3-8ad8-463f-bb6a-62b47e396f58 None None] Attempting to bind port 2b071f6f-5ecc-4143-9d29-f33aec1d1683 by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': '27cdc7f9-e4c6-4646-bb87-0199a71c4e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '21bd8c3c-2f29-47a3-b60e-e76ac3085ea7'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:01:30.588185 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cdddf3-8ad8-463f-bb6a-62b47e396f58 None None] Attempting to bind port 2b071f6f-5ecc-4143-9d29-f33aec1d1683 on network 21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:30.619715 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-795a25c1-3ad8-410f-baa1-dd7417b06b2b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Made reservation on behalf of 4a8d0813209c4a0bbc5f6d2dce0d4ff4 for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:30.626106 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-795a25c1-3ad8-410f-baa1-dd7417b06b2b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:30.653170 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cdddf3-8ad8-463f-bb6a-62b47e396f58 None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:01:30.662823 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cdddf3-8ad8-463f-bb6a-62b47e396f58 None None] Checking segment: {'id': '27cdc7f9-e4c6-4646-bb87-0199a71c4e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '21bd8c3c-2f29-47a3-b60e-e76ac3085ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:30.663336 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-21cdddf3-8ad8-463f-bb6a-62b47e396f58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:30.663902 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cdddf3-8ad8-463f-bb6a-62b47e396f58 None None] Bound using segment: {'id': '27cdc7f9-e4c6-4646-bb87-0199a71c4e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '21bd8c3c-2f29-47a3-b60e-e76ac3085ea7'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:01:30.664424 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-21cdddf3-8ad8-463f-bb6a-62b47e396f58 None None] Bound port: 2b071f6f-5ecc-4143-9d29-f33aec1d1683, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27cdc7f9-e4c6-4646-bb87-0199a71c4e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '21bd8c3c-2f29-47a3-b60e-e76ac3085ea7'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:01:30.669631 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-21cdddf3-8ad8-463f-bb6a-62b47e396f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (2b071f6f-5ecc-4143-9d29-f33aec1d1683), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:30.724918 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-a5893147-d0b6-46ed-a5b4-25b132a4e102 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Allocated IP 172.27.3.69 (5c176cc8-3706-4b4e-95aa-80d42c394e72/67bc08be-d366-4d47-9bdf-b91b4b3bbd14/08011c3d-8d94-4447-8097-409a5499660e) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:30.820233 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-a8d9c99c-099e-413d-a351-6b5a915724c8 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Publish callbacks [] for port (0986330a-861a-4404-919f-3149d39ff59f), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:31.314732 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:31.324160 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 39884f4e-bd14-4bdc-89f0-ac8f23225c2e is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:31.330690 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 0cb6aaf6-1cd5-4314-94bb-448cf2e3e859 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:31.418091 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-247ab536-51fc-44fb-a282-2b7bc4cd4202 req-44c28bab-0558-4e8b-921a-250c399c9465 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 210 time: 0.1301563 Mar 08 13:01:31.421432 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-032c3c41-5057-4410-84e4-f725a01e1102 req-eceb7c5a-9cbd-46b3-a36a-9b895fbaf1ce tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Made reservation on behalf of 37f26f17b5d64805ade2c2785c6b12fe for: {'port': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:31.430634 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-21cdddf3-8ad8-463f-bb6a-62b47e396f58 None None] For port 2b071f6f-5ecc-4143-9d29-f33aec1d1683, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:01:31.431645 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-032c3c41-5057-4410-84e4-f725a01e1102 req-eceb7c5a-9cbd-46b3-a36a-9b895fbaf1ce tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:31.485248 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-2605bdc2-d4ce-4ff2-89b3-c30656200a28 None None] Current status of the port 9587cfc9-8e13-4323-bb1f-c0ce5568868b is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:31.492331 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a5893147-d0b6-46ed-a5b4-25b132a4e102 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for port (08011c3d-8d94-4447-8097-409a5499660e), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:31.493908 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-21cdddf3-8ad8-463f-bb6a-62b47e396f58 None None] For port 2b071f6f-5ecc-4143-9d29-f33aec1d1683, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=2b071f6f-5ecc-4143-9d29-f33aec1d1683,segment=NetworkSegment(27cdc7f9-e4c6-4646-bb87-0199a71c4e8b),segment_id=27cdc7f9-e4c6-4646-bb87-0199a71c4e8b)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:01:31.507286 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-21cdddf3-8ad8-463f-bb6a-62b47e396f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (2b071f6f-5ecc-4143-9d29-f33aec1d1683), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:31.573366 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 0cb6aaf6-1cd5-4314-94bb-448cf2e3e859 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:31.574004 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (0cb6aaf6-1cd5-4314-94bb-448cf2e3e859), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:31.785442 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc2d7c-90a1-42f9-9bb5-99c7d8f30d29 None None] Pushing event updated for resources: {'Port': ['ID=2b071f6f-5ecc-4143-9d29-f33aec1d1683,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:31.825228 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cdddf3-8ad8-463f-bb6a-62b47e396f58 None None] Routers {'affbe695-8e91-4dfc-a48e-fc35da42d39e'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:01:31.828402 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-21cdddf3-8ad8-463f-bb6a-62b47e396f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:01:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['affbe695-8e91-4dfc-a48e-fc35da42d39e'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:31.844089 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-cebc4059-282e-460d-95b7-c20a51926905 req-51cb161d-afd3-474f-9fef-01b361003fa2 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 210 time: 0.8514276 Mar 08 13:01:31.847915 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-a8d9c99c-099e-413d-a351-6b5a915724c8 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007'] for port (0986330a-861a-4404-919f-3149d39ff59f), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:32.075018 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a5893147-d0b6-46ed-a5b4-25b132a4e102 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007'] for port (08011c3d-8d94-4447-8097-409a5499660e), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:32.108324 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-a8d9c99c-099e-413d-a351-6b5a915724c8 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Network ef08715f-7953-4413-b447-31411b8326bd is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:32.115462 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-a8d9c99c-099e-413d-a351-6b5a915724c8 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:32.117595 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-a8d9c99c-099e-413d-a351-6b5a915724c8 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:32.130484 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-a8d9c99c-099e-413d-a351-6b5a915724c8 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:32.131201 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-a8d9c99c-099e-413d-a351-6b5a915724c8 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:32.140704 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9c99c-099e-413d-a351-6b5a915724c8 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Pushing event updated for resources: {'Port': ['ID=0986330a-861a-4404-919f-3149d39ff59f,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:32.157931 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-795a25c1-3ad8-410f-baa1-dd7417b06b2b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Allocated IP 172.20.0.14 (21bd8c3c-2f29-47a3-b60e-e76ac3085ea7/ec1e63dc-26dd-4e1a-8756-ada739f4a12a/20a74c65-ee1c-41dc-a46e-2484d0f0d59c) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:32.184802 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-a8d9c99c-099e-413d-a351-6b5a915724c8 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4030130 Mar 08 13:01:32.203023 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-bd01bc0d-87a1-4bd7-bb8c-739d040c3e70 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:01:32.204295 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-bd01bc0d-87a1-4bd7-bb8c-739d040c3e70 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064211 Mar 08 13:01:32.229681 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 0cb6aaf6-1cd5-4314-94bb-448cf2e3e859 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:32.278804 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-21cdddf3-8ad8-463f-bb6a-62b47e396f58 None None] Set router affbe695-8e91-4dfc-a48e-fc35da42d39e gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:32.363035 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 36492) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:32.663661 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-795a25c1-3ad8-410f-baa1-dd7417b06b2b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Publish callbacks [] for port (20a74c65-ee1c-41dc-a46e-2484d0f0d59c), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:32.676601 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5893147-d0b6-46ed-a5b4-25b132a4e102 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Pushing event updated for resources: {'Port': ['ID=08011c3d-8d94-4447-8097-409a5499660e,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:32.692188 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5893147-d0b6-46ed-a5b4-25b132a4e102 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:32.709168 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bdd5d-d493-43be-9f4a-bbadc49cf742 req-ba7d3084-3af7-44c0-8197-1d1324608e7b tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:32.711371 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a81bdd5d-d493-43be-9f4a-bbadc49cf742 req-ba7d3084-3af7-44c0-8197-1d1324608e7b tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 931 time: 1.0087628 Mar 08 13:01:32.723800 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-a5893147-d0b6-46ed-a5b4-25b132a4e102 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:32.733278 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [req-032c3c41-5057-4410-84e4-f725a01e1102 req-eceb7c5a-9cbd-46b3-a36a-9b895fbaf1ce tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Allocated IP 172.20.0.4 (22601ec1-3846-4b8b-84d1-d9378d9f83cc/71b3146c-5df2-44c0-b875-ba4aa2fcab91/e2f3b82b-f0c2-4311-b8dd-d4248e77e863) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:32.735776 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5893147-d0b6-46ed-a5b4-25b132a4e102 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:32.782494 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 9587cfc9-8e13-4323-bb1f-c0ce5568868b up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:32.871857 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a5893147-d0b6-46ed-a5b4-25b132a4e102 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for floatingip (56dd6440-c1b0-495b-b8f9-d0f9d1690c76), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:32.906014 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.72', 58788) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:32.971076 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1c18dabe-b8a3-4ae2-9dcb-89958e4c4887 req-b4b24ccd-1a59-46ab-9775-64be8d85b3e4 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 210 time: 0.2278063 Mar 08 13:01:32.998968 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-277afb0a-3f65-457c-bb43-ce20d38938d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:33.124492 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-81f78fbb-dc4e-4ef4-9b65-22265905845a service neutron] Request body: {'port': {'device_id': 'dcc71772-6a84-45da-96c4-7796e128fd7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:33.203385 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 9587cfc9-8e13-4323-bb1f-c0ce5568868b triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:33.204054 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (9587cfc9-8e13-4323-bb1f-c0ce5568868b), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:33.312310 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-795a25c1-3ad8-410f-baa1-dd7417b06b2b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007'] for port (20a74c65-ee1c-41dc-a46e-2484d0f0d59c), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:33.411077 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a5893147-d0b6-46ed-a5b4-25b132a4e102 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (08011c3d-8d94-4447-8097-409a5499660e), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:33.484767 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 9587cfc9-8e13-4323-bb1f-c0ce5568868b is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:33.507915 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-21cdddf3-8ad8-463f-bb6a-62b47e396f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affbe695-8e91-4dfc-a48e-fc35da42d39e', 'name': 'tempest-ServerRescueNegativeTestJSON-1226060985-router', 'tenant_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '39884f4e-bd14-4bdc-89f0-ac8f23225c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:01:19Z', 'revision_number': 4, 'project_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4', 'gw_port': {'id': '39884f4e-bd14-4bdc-89f0-ac8f23225c2e', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:67:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affbe695-8e91-4dfc-a48e-fc35da42d39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:12Z', 'updated_at': '2022-03-08T13:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '2b071f6f-5ecc-4143-9d29-f33aec1d1683', 'name': '', 'network_id': '21bd8c3c-2f29-47a3-b60e-e76ac3085ea7', 'tenant_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4', 'mac_address': 'fa:16:3e:15:1a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affbe695-8e91-4dfc-a48e-fc35da42d39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ec1e63dc-26dd-4e1a-8756-ada739f4a12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:18Z', 'updated_at': '2022-03-08T13:01:31Z', 'revision_number': 4, 'project_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4', 'subnets': [{'id': 'ec1e63dc-26dd-4e1a-8756-ada739f4a12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:33.624284 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cdddf3-8ad8-463f-bb6a-62b47e396f58 None None] The sync data for ids ['affbe695-8e91-4dfc-a48e-fc35da42d39e'] in dv-cinder-830089-2-iscsi is: [{'id': 'affbe695-8e91-4dfc-a48e-fc35da42d39e', 'name': 'tempest-ServerRescueNegativeTestJSON-1226060985-router', 'tenant_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '39884f4e-bd14-4bdc-89f0-ac8f23225c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:01:19Z', 'revision_number': 4, 'project_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4', 'gw_port': {'id': '39884f4e-bd14-4bdc-89f0-ac8f23225c2e', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:67:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affbe695-8e91-4dfc-a48e-fc35da42d39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:12Z', 'updated_at': '2022-03-08T13:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '2b071f6f-5ecc-4143-9d29-f33aec1d1683', 'name': '', 'network_id': '21bd8c3c-2f29-47a3-b60e-e76ac3085ea7', 'tenant_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4', 'mac_address': 'fa:16:3e:15:1a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'affbe695-8e91-4dfc-a48e-fc35da42d39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ec1e63dc-26dd-4e1a-8756-ada739f4a12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:18Z', 'updated_at': '2022-03-08T13:01:31Z', 'revision_number': 4, 'project_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4', 'subnets': [{'id': 'ec1e63dc-26dd-4e1a-8756-ada739f4a12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:01:33.682022 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-795a25c1-3ad8-410f-baa1-dd7417b06b2b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Network 21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:34.069450 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-81f78fbb-dc4e-4ef4-9b65-22265905845a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (0986330a-861a-4404-919f-3149d39ff59f), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:34.071961 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-795a25c1-3ad8-410f-baa1-dd7417b06b2b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:34.078297 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-795a25c1-3ad8-410f-baa1-dd7417b06b2b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:34.085930 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-795a25c1-3ad8-410f-baa1-dd7417b06b2b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:34.086765 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-795a25c1-3ad8-410f-baa1-dd7417b06b2b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:34.094837 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c7fc7591-fefe-44f0-9ccf-274e5f71b21c req-d0a7ab32-953a-457f-a513-78994e499600 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 210 time: 0.7399950 Mar 08 13:01:34.111064 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a81bdd5d-d493-43be-9f4a-bbadc49cf742 req-8f8e1793-acd7-42f6-be95-911be81f16fb tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2098603 Mar 08 13:01:34.217282 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03313872-1249-440b-89dd-7bef4a32a163 req-651858d8-5e53-4349-9965-01fdbfb87cb6 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:34.219352 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-03313872-1249-440b-89dd-7bef4a32a163 req-651858d8-5e53-4349-9965-01fdbfb87cb6 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.72 "GET /v2.0/networks?id=21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 HTTP/1.1" status: 200 len: 819 time: 1.2964640 Mar 08 13:01:34.249120 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-277afb0a-3f65-457c-bb43-ce20d38938d9 admin admin] Publish callbacks [] for security_group (d54df217-f1ae-4e72-9d79-f7edeef14c1a), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:34.249542 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [req-03313872-1249-440b-89dd-7bef4a32a163 req-bd81fc14-88b7-42a2-9432-0dbcdaa7ad0c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Request body: {'port': {'device_id': '4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1', 'network_id': '21bd8c3c-2f29-47a3-b60e-e76ac3085ea7', 'admin_state_up': True, 'tenant_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:34.255893 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a25c1-3ad8-410f-baa1-dd7417b06b2b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Pushing event updated for resources: {'Port': ['ID=20a74c65-ee1c-41dc-a46e-2484d0f0d59c,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:34.264721 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-795a25c1-3ad8-410f-baa1-dd7417b06b2b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4008889 Mar 08 13:01:34.312027 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-277afb0a-3f65-457c-bb43-ce20d38938d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (d54df217-f1ae-4e72-9d79-f7edeef14c1a), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:34.322053 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-73e0ebd7-a7fe-4ee7-a05b-1850ca6319c2 service neutron] Request body: {'port': {'device_id': '44bf253d-ff59-4dcb-8d8a-09b00752839a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:34.537871 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-032c3c41-5057-4410-84e4-f725a01e1102 req-eceb7c5a-9cbd-46b3-a36a-9b895fbaf1ce tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for port (e2f3b82b-f0c2-4311-b8dd-d4248e77e863), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:34.568350 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 2b071f6f-5ecc-4143-9d29-f33aec1d1683 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:34.647904 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a5893147-d0b6-46ed-a5b4-25b132a4e102 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for port (08011c3d-8d94-4447-8097-409a5499660e), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:34.663075 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a5893147-d0b6-46ed-a5b4-25b132a4e102 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (08011c3d-8d94-4447-8097-409a5499660e), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:34.687486 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-366bff88-34ee-4bf1-8ea0-9b89b4721d7a req-416fec9f-2378-4f8c-b373-ff8a3cd0200c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 210 time: 0.2536778 Mar 08 13:01:34.847053 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 2b071f6f-5ecc-4143-9d29-f33aec1d1683 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:34.847436 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (2b071f6f-5ecc-4143-9d29-f33aec1d1683), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:34.978254 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5893147-d0b6-46ed-a5b4-25b132a4e102 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Pushing event updated for resources: {'Port': ['ID=08011c3d-8d94-4447-8097-409a5499660e,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:35.024683 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a5893147-d0b6-46ed-a5b4-25b132a4e102 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (56dd6440-c1b0-495b-b8f9-d0f9d1690c76), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.060512 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03313872-1249-440b-89dd-7bef4a32a163 req-bd81fc14-88b7-42a2-9432-0dbcdaa7ad0c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Made reservation on behalf of 4a8d0813209c4a0bbc5f6d2dce0d4ff4 for: {'port': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:35.075432 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-03313872-1249-440b-89dd-7bef4a32a163 req-bd81fc14-88b7-42a2-9432-0dbcdaa7ad0c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.086213 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-032c3c41-5057-4410-84e4-f725a01e1102 req-eceb7c5a-9cbd-46b3-a36a-9b895fbaf1ce tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007'] for port (e2f3b82b-f0c2-4311-b8dd-d4248e77e863), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.133281 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a5893147-d0b6-46ed-a5b4-25b132a4e102 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.143441 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-a5893147-d0b6-46ed-a5b4-25b132a4e102 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5911818 Mar 08 13:01:35.287631 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 2b071f6f-5ecc-4143-9d29-f33aec1d1683 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:35.301201 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (2b071f6f-5ecc-4143-9d29-f33aec1d1683), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.394190 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-81f78fbb-dc4e-4ef4-9b65-22265905845a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0986330a-861a-4404-919f-3149d39ff59f {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:01:35.410042 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-81f78fbb-dc4e-4ef4-9b65-22265905845a service neutron] Publish callbacks [] for port (0986330a-861a-4404-919f-3149d39ff59f), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.419561 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] For port 2b071f6f-5ecc-4143-9d29-f33aec1d1683, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=2b071f6f-5ecc-4143-9d29-f33aec1d1683,segment=NetworkSegment(27cdc7f9-e4c6-4646-bb87-0199a71c4e8b),segment_id=27cdc7f9-e4c6-4646-bb87-0199a71c4e8b)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:35.431935 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (2b071f6f-5ecc-4143-9d29-f33aec1d1683), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.445801 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-81f78fbb-dc4e-4ef4-9b65-22265905845a service neutron] Transition to ACTIVE for port object 0986330a-861a-4404-919f-3149d39ff59f will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:01:35.449783 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277afb0a-3f65-457c-bb43-ce20d38938d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54df217-f1ae-4e72-9d79-f7edeef14c1a,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:35.462372 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-032c3c41-5057-4410-84e4-f725a01e1102 req-eceb7c5a-9cbd-46b3-a36a-9b895fbaf1ce tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Network 22601ec1-3846-4b8b-84d1-d9378d9f83cc is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:35.474107 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-81f78fbb-dc4e-4ef4-9b65-22265905845a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (0986330a-861a-4404-919f-3149d39ff59f), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.574853 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-277afb0a-3f65-457c-bb43-ce20d38938d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2bc3eb7b54d9432590082b5b45dc1285&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2061408 Mar 08 13:01:35.606302 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f78fbb-dc4e-4ef4-9b65-22265905845a service neutron] Pushing event updated for resources: {'Port': ['ID=0986330a-861a-4404-919f-3149d39ff59f,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:35.617775 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-73e0ebd7-a7fe-4ee7-a05b-1850ca6319c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (20a74c65-ee1c-41dc-a46e-2484d0f0d59c), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.625541 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 36586) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:35.626455 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Pushing event updated for resources: {'Port': ['ID=2b071f6f-5ecc-4143-9d29-f33aec1d1683,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:35.628452 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [req-032c3c41-5057-4410-84e4-f725a01e1102 req-eceb7c5a-9cbd-46b3-a36a-9b895fbaf1ce tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:35.696399 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [req-032c3c41-5057-4410-84e4-f725a01e1102 req-eceb7c5a-9cbd-46b3-a36a-9b895fbaf1ce tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:35.719979 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c3c41-5057-4410-84e4-f725a01e1102 req-eceb7c5a-9cbd-46b3-a36a-9b895fbaf1ce tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:35.729824 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-032c3c41-5057-4410-84e4-f725a01e1102 req-eceb7c5a-9cbd-46b3-a36a-9b895fbaf1ce tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for port (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.942661 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-032c3c41-5057-4410-84e4-f725a01e1102 req-eceb7c5a-9cbd-46b3-a36a-9b895fbaf1ce tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3877594 Mar 08 13:01:36.002894 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb7c5a-9cbd-46b3-a36a-9b895fbaf1ce tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Pushing event updated for resources: {'Port': ['ID=e2f3b82b-f0c2-4311-b8dd-d4248e77e863,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:36.031113 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [req-032c3c41-5057-4410-84e4-f725a01e1102 req-d6bddb99-e196-45bf-bdaf-c440be7b3b9b service neutron] Request body: {'port': {'device_id': '94576434-cce7-4e74-8d5c-5932a3194e49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:36.268634 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ba301-57f5-4a76-a094-b0e4a3389467 req-ca41e5f4-6164-4a05-9a8c-6d0d4ca79a8b tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:36.272597 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-eb2ba301-57f5-4a76-a094-b0e4a3389467 req-ca41e5f4-6164-4a05-9a8c-6d0d4ca79a8b tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 943 time: 0.8636129 Mar 08 13:01:36.279653 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-3fff27e1-bfff-42f8-9bd6-638a90170673 None None] Provisioning complete for port e2f3b82b-f0c2-4311-b8dd-d4248e77e863 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:36.280033 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3fff27e1-bfff-42f8-9bd6-638a90170673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (e2f3b82b-f0c2-4311-b8dd-d4248e77e863), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:36.402195 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-81f78fbb-dc4e-4ef4-9b65-22265905845a service neutron] Attempting to bind port 0986330a-861a-4404-919f-3149d39ff59f on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:01:36.402786 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-81f78fbb-dc4e-4ef4-9b65-22265905845a service neutron] Attempting to bind port 0986330a-861a-4404-919f-3149d39ff59f by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '5d8c9d50-3aaa-4990-a1a3-1e19845954fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'ef08715f-7953-4413-b447-31411b8326bd'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:01:36.402908 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-81f78fbb-dc4e-4ef4-9b65-22265905845a service neutron] Attempting to bind port 0986330a-861a-4404-919f-3149d39ff59f on network ef08715f-7953-4413-b447-31411b8326bd {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:36.453184 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc061e45-ecb1-4a51-aa70-96f3d4414d64 req-50cee163-9d44-4187-b35f-6fb1a8cc19b0 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:36.454929 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dc061e45-ecb1-4a51-aa70-96f3d4414d64 req-50cee163-9d44-4187-b35f-6fb1a8cc19b0 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 931 time: 0.9873991 Mar 08 13:01:36.455252 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-3fff27e1-bfff-42f8-9bd6-638a90170673 None None] Port e2f3b82b-f0c2-4311-b8dd-d4248e77e863 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:01:36.455593 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a08d3f72-d0d4-4d5a-b134-beb5febe6fb7 admin admin] Publish callbacks [] for security_group (d54df217-f1ae-4e72-9d79-f7edeef14c1a), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:36.498768 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 2b071f6f-5ecc-4143-9d29-f33aec1d1683 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:36.513137 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-032c3c41-5057-4410-84e4-f725a01e1102 req-d6bddb99-e196-45bf-bdaf-c440be7b3b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (e2f3b82b-f0c2-4311-b8dd-d4248e77e863), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:36.548456 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [req-03313872-1249-440b-89dd-7bef4a32a163 req-bd81fc14-88b7-42a2-9432-0dbcdaa7ad0c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Allocated IP 172.20.0.3 (21bd8c3c-2f29-47a3-b60e-e76ac3085ea7/ec1e63dc-26dd-4e1a-8756-ada739f4a12a/c56376ae-ae7b-483a-b658-f9784057d722) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:36.572051 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-eb2ba301-57f5-4a76-a094-b0e4a3389467 req-080475bd-deef-4418-a216-53852744ea53 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356396 Mar 08 13:01:36.687880 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 2b071f6f-5ecc-4143-9d29-f33aec1d1683 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:36.688346 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (2b071f6f-5ecc-4143-9d29-f33aec1d1683), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:36.690663 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a08d3f72-d0d4-4d5a-b134-beb5febe6fb7 admin admin] Publish callbacks [] for security_group (d54df217-f1ae-4e72-9d79-f7edeef14c1a), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:36.776497 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-81f78fbb-dc4e-4ef4-9b65-22265905845a service neutron] Port 0986330a-861a-4404-919f-3149d39ff59f on network ef08715f-7953-4413-b447-31411b8326bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:01:36.777127 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-81f78fbb-dc4e-4ef4-9b65-22265905845a service neutron] Attempting to bind port 0986330a-861a-4404-919f-3149d39ff59f on network ef08715f-7953-4413-b447-31411b8326bd {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:36.791662 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a08d3f72-d0d4-4d5a-b134-beb5febe6fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (d54df217-f1ae-4e72-9d79-f7edeef14c1a), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:36.794856 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a08d3f72-d0d4-4d5a-b134-beb5febe6fb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:36.796332 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-a08d3f72-d0d4-4d5a-b134-beb5febe6fb7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d54df217-f1ae-4e72-9d79-f7edeef14c1a HTTP/1.1" status: 204 len: 168 time: 1.1659863 Mar 08 13:01:36.906553 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 2b071f6f-5ecc-4143-9d29-f33aec1d1683 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:36.925309 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-81f78fbb-dc4e-4ef4-9b65-22265905845a service neutron] Checking agent: {'id': '1556a156-0b90-4c62-9625-a828b1293451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'started_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:01:36.925677 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-81f78fbb-dc4e-4ef4-9b65-22265905845a service neutron] Checking segment: {'id': '5d8c9d50-3aaa-4990-a1a3-1e19845954fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'ef08715f-7953-4413-b447-31411b8326bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:36.926248 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-81f78fbb-dc4e-4ef4-9b65-22265905845a service neutron] Bound using segment: {'id': '5d8c9d50-3aaa-4990-a1a3-1e19845954fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'ef08715f-7953-4413-b447-31411b8326bd'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:01:36.926727 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-81f78fbb-dc4e-4ef4-9b65-22265905845a service neutron] Bound port: 0986330a-861a-4404-919f-3149d39ff59f, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d8c9d50-3aaa-4990-a1a3-1e19845954fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'ef08715f-7953-4413-b447-31411b8326bd'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:01:36.927093 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-81f78fbb-dc4e-4ef4-9b65-22265905845a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (0986330a-861a-4404-919f-3149d39ff59f), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:37.050615 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-81f78fbb-dc4e-4ef4-9b65-22265905845a service neutron] For port 0986330a-861a-4404-919f-3149d39ff59f, host hv-cinder-83008, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:01:37.055797 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-81f78fbb-dc4e-4ef4-9b65-22265905845a service neutron] For port 0986330a-861a-4404-919f-3149d39ff59f, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0986330a-861a-4404-919f-3149d39ff59f,segment=NetworkSegment(5d8c9d50-3aaa-4990-a1a3-1e19845954fa),segment_id=5d8c9d50-3aaa-4990-a1a3-1e19845954fa)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:01:37.059437 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d3f72-d0d4-4d5a-b134-beb5febe6fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54df217-f1ae-4e72-9d79-f7edeef14c1a,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:37.089135 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-ae7d042c-f167-47d1-8c06-55d243727fe6 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1210678320&fields=id&tenant_id=41c838c4ea194624a0d4fca29dbc6bc6 HTTP/1.1" status: 200 len: 267 time: 0.3049684 Mar 08 13:01:37.093220 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-81f78fbb-dc4e-4ef4-9b65-22265905845a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (0986330a-861a-4404-919f-3149d39ff59f), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:37.197092 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f78fbb-dc4e-4ef4-9b65-22265905845a service neutron] Pushing event updated for resources: {'Port': ['ID=0986330a-861a-4404-919f-3149d39ff59f,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:37.214959 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dc061e45-ecb1-4a51-aa70-96f3d4414d64 req-0abd611d-3a0a-41e8-9a7a-c83411d56634 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6003706 Mar 08 13:01:37.235329 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-81f78fbb-dc4e-4ef4-9b65-22265905845a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:37.236447 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-81f78fbb-dc4e-4ef4-9b65-22265905845a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:37.238448 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-81f78fbb-dc4e-4ef4-9b65-22265905845a service neutron] 10.222.0.72 "PUT /v2.0/ports/0986330a-861a-4404-919f-3149d39ff59f HTTP/1.1" status: 200 len: 1093 time: 4.4937487 Mar 08 13:01:37.238899 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc71772-6a84-45da-96c4-7796e128fd7f', 'tag': '0986330a-861a-4404-919f-3149d39ff59f'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:37.519404 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-03313872-1249-440b-89dd-7bef4a32a163 req-bd81fc14-88b7-42a2-9432-0dbcdaa7ad0c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Publish callbacks [] for port (c56376ae-ae7b-483a-b658-f9784057d722), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:37.550306 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-9cebce32-6566-4250-96c4-971f97477832 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:37.552227 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-9cebce32-6566-4250-96c4-971f97477832 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/networks?id=1855bf0b-ed79-4719-8efd-6cc0a1498526 HTTP/1.1" status: 200 len: 816 time: 0.4619446 Mar 08 13:01:37.604144 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-666cc4e6-6413-4468-b8c5-882c4f7ff916 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/quotas/41c838c4ea194624a0d4fca29dbc6bc6 HTTP/1.1" status: 200 len: 375 time: 0.0293880 Mar 08 13:01:37.775306 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-03313872-1249-440b-89dd-7bef4a32a163 req-bd81fc14-88b7-42a2-9432-0dbcdaa7ad0c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007'] for port (c56376ae-ae7b-483a-b658-f9784057d722), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:37.785173 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83e997d-b35b-4d00-9923-63a3e60d19d6" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc71772-6a84-45da-96c4-7796e128fd7f", "tag": "0986330a-861a-4404-919f-3149d39ff59f"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:01:37.805255 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3fe31df2-4182-47cd-ac7c-59e39412d30c req-ebabe2c6-a9ca-4794-9413-1b2918ef3888 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 210 time: 0.3236651 Mar 08 13:01:37.922627 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 36658) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:38.143206 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-d1fb754a-dd46-4d2a-a1c2-c197839c6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:38.148394 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-d1fb754a-dd46-4d2a-a1c2-c197839c6672 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a3714cb26cda401d9d469351da67b523&device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 1127 time: 0.7364848 Mar 08 13:01:38.173896 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6d9e77b1-fb05-4712-98c1-a4bdc63a291e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:38.212253 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [req-032c3c41-5057-4410-84e4-f725a01e1102 req-d6bddb99-e196-45bf-bdaf-c440be7b3b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f3b82b-f0c2-4311-b8dd-d4248e77e863 {{(pid=102969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:01:38.251179 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03313872-1249-440b-89dd-7bef4a32a163 req-bd81fc14-88b7-42a2-9432-0dbcdaa7ad0c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Network 21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:38.281104 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-032c3c41-5057-4410-84e4-f725a01e1102 req-d6bddb99-e196-45bf-bdaf-c440be7b3b9b service neutron] Publish callbacks [] for port (e2f3b82b-f0c2-4311-b8dd-d4248e77e863), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:38.320237 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.provisioning_blocks [req-032c3c41-5057-4410-84e4-f725a01e1102 req-d6bddb99-e196-45bf-bdaf-c440be7b3b9b service neutron] Transition to ACTIVE for port object e2f3b82b-f0c2-4311-b8dd-d4248e77e863 will not be triggered until provisioned by entity L2. {{(pid=102969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:01:38.321560 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81fc14-88b7-42a2-9432-0dbcdaa7ad0c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Pushing event updated for resources: {'Port': ['ID=c56376ae-ae7b-483a-b658-f9784057d722,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:38.333774 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [req-03313872-1249-440b-89dd-7bef4a32a163 req-bd81fc14-88b7-42a2-9432-0dbcdaa7ad0c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:38.342863 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-032c3c41-5057-4410-84e4-f725a01e1102 req-d6bddb99-e196-45bf-bdaf-c440be7b3b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (e2f3b82b-f0c2-4311-b8dd-d4248e77e863), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:38.354752 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [req-03313872-1249-440b-89dd-7bef4a32a163 req-bd81fc14-88b7-42a2-9432-0dbcdaa7ad0c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:38.361295 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03313872-1249-440b-89dd-7bef4a32a163 req-bd81fc14-88b7-42a2-9432-0dbcdaa7ad0c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:38.362382 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-03313872-1249-440b-89dd-7bef4a32a163 req-bd81fc14-88b7-42a2-9432-0dbcdaa7ad0c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for port (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:38.491878 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-a08dc1fd-6efe-4ae5-b8a2-91b16019a3fb tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=41c838c4ea194624a0d4fca29dbc6bc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8715754 Mar 08 13:01:38.495430 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bddb99-e196-45bf-bdaf-c440be7b3b9b service neutron] Pushing event updated for resources: {'Port': ['ID=e2f3b82b-f0c2-4311-b8dd-d4248e77e863,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:38.528528 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-0aa36e51-7909-42f8-9f81-418519a77ede service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0986330a-861a-4404-919f-3149d39ff59f HTTP/1.1" status: 200 len: 217 time: 0.2409265 Mar 08 13:01:38.562883 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4e187-b7c0-4bfb-9e1a-2d8dcc75c9fd req-8b69342b-6ff2-4bc5-a898-ebe4f2e35d82 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:38.571554 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fdd4e187-b7c0-4bfb-9e1a-2d8dcc75c9fd req-8b69342b-6ff2-4bc5-a898-ebe4f2e35d82 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 943 time: 0.5954795 Mar 08 13:01:38.609894 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-03313872-1249-440b-89dd-7bef4a32a163 req-bd81fc14-88b7-42a2-9432-0dbcdaa7ad0c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3666165 Mar 08 13:01:38.722561 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.managers [req-032c3c41-5057-4410-84e4-f725a01e1102 req-d6bddb99-e196-45bf-bdaf-c440be7b3b9b service neutron] Attempting to bind port e2f3b82b-f0c2-4311-b8dd-d4248e77e863 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:01:38.722930 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.managers [req-032c3c41-5057-4410-84e4-f725a01e1102 req-d6bddb99-e196-45bf-bdaf-c440be7b3b9b service neutron] Attempting to bind port e2f3b82b-f0c2-4311-b8dd-d4248e77e863 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '0d2187b0-3440-4b5e-9fc0-a77835bc9ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc'}] {{(pid=102969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:01:38.723266 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032c3c41-5057-4410-84e4-f725a01e1102 req-d6bddb99-e196-45bf-bdaf-c440be7b3b9b service neutron] Attempting to bind port e2f3b82b-f0c2-4311-b8dd-d4248e77e863 on network 22601ec1-3846-4b8b-84d1-d9378d9f83cc {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:38.736424 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [req-03313872-1249-440b-89dd-7bef4a32a163 req-f18737b1-45d5-400a-a11b-3380c3e47586 service neutron] Request body: {'port': {'device_id': '4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:38.773494 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-83b04d89-bd88-4563-b28a-90ff34f92544 service neutron] 10.222.0.50 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527616 Mar 08 13:01:38.774760 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032c3c41-5057-4410-84e4-f725a01e1102 req-d6bddb99-e196-45bf-bdaf-c440be7b3b9b service neutron] Port e2f3b82b-f0c2-4311-b8dd-d4248e77e863 on network 22601ec1-3846-4b8b-84d1-d9378d9f83cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:01:38.775294 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032c3c41-5057-4410-84e4-f725a01e1102 req-d6bddb99-e196-45bf-bdaf-c440be7b3b9b service neutron] Attempting to bind port e2f3b82b-f0c2-4311-b8dd-d4248e77e863 on network 22601ec1-3846-4b8b-84d1-d9378d9f83cc {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:38.797415 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:38.804555 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032c3c41-5057-4410-84e4-f725a01e1102 req-d6bddb99-e196-45bf-bdaf-c440be7b3b9b service neutron] Checking agent: {'id': '1556a156-0b90-4c62-9625-a828b1293451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'started_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:01:38.805518 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032c3c41-5057-4410-84e4-f725a01e1102 req-d6bddb99-e196-45bf-bdaf-c440be7b3b9b service neutron] Checking segment: {'id': '0d2187b0-3440-4b5e-9fc0-a77835bc9ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:38.806260 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032c3c41-5057-4410-84e4-f725a01e1102 req-d6bddb99-e196-45bf-bdaf-c440be7b3b9b service neutron] Bound using segment: {'id': '0d2187b0-3440-4b5e-9fc0-a77835bc9ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc'} {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:01:38.806382 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6d9e77b1-fb05-4712-98c1-a4bdc63a291e admin admin] Publish callbacks [] for security_group (1a337f6a-4000-4fbf-9bda-1f5631a17c20), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:38.807781 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.managers [req-032c3c41-5057-4410-84e4-f725a01e1102 req-d6bddb99-e196-45bf-bdaf-c440be7b3b9b service neutron] Bound port: e2f3b82b-f0c2-4311-b8dd-d4248e77e863, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d2187b0-3440-4b5e-9fc0-a77835bc9ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc'}}] {{(pid=102969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:01:38.808393 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-032c3c41-5057-4410-84e4-f725a01e1102 req-d6bddb99-e196-45bf-bdaf-c440be7b3b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (e2f3b82b-f0c2-4311-b8dd-d4248e77e863), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:38.909269 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6d9e77b1-fb05-4712-98c1-a4bdc63a291e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (1a337f6a-4000-4fbf-9bda-1f5631a17c20), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:38.930755 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-73e0ebd7-a7fe-4ee7-a05b-1850ca6319c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a74c65-ee1c-41dc-a46e-2484d0f0d59c {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:01:38.960322 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-73e0ebd7-a7fe-4ee7-a05b-1850ca6319c2 service neutron] Publish callbacks [] for port (20a74c65-ee1c-41dc-a46e-2484d0f0d59c), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:38.976705 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fdd4e187-b7c0-4bfb-9e1a-2d8dcc75c9fd req-e29dfc2a-3893-4d29-bfc8-2bf2cf9f5d41 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033659 Mar 08 13:01:39.013320 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-c9c44d0c-d42d-47e1-9f4d-2c35d50d670d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:39.015054 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-c9c44d0c-d42d-47e1-9f4d-2c35d50d670d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d9617c2a-ff4b-4356-8998-5615c6feb07d HTTP/1.1" status: 200 len: 850 time: 0.2560725 Mar 08 13:01:39.019112 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e77b1-fb05-4712-98c1-a4bdc63a291e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a337f6a-4000-4fbf-9bda-1f5631a17c20,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:39.020922 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [req-032c3c41-5057-4410-84e4-f725a01e1102 req-d6bddb99-e196-45bf-bdaf-c440be7b3b9b service neutron] For port e2f3b82b-f0c2-4311-b8dd-d4248e77e863, host hv-cinder-83008, cleared binding levels {{(pid=102969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:01:39.025216 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-6d9e77b1-fb05-4712-98c1-a4bdc63a291e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=71c47276f0564ca98f8d3d37b1c278b1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0892661 Mar 08 13:01:39.028900 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [req-032c3c41-5057-4410-84e4-f725a01e1102 req-d6bddb99-e196-45bf-bdaf-c440be7b3b9b service neutron] For port e2f3b82b-f0c2-4311-b8dd-d4248e77e863, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e2f3b82b-f0c2-4311-b8dd-d4248e77e863,segment=NetworkSegment(0d2187b0-3440-4b5e-9fc0-a77835bc9ebb),segment_id=0d2187b0-3440-4b5e-9fc0-a77835bc9ebb)] {{(pid=102969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:01:39.029769 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 36682) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:39.032175 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-73e0ebd7-a7fe-4ee7-a05b-1850ca6319c2 service neutron] Transition to ACTIVE for port object 20a74c65-ee1c-41dc-a46e-2484d0f0d59c will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:01:39.032877 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-03313872-1249-440b-89dd-7bef4a32a163 req-f18737b1-45d5-400a-a11b-3380c3e47586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (c56376ae-ae7b-483a-b658-f9784057d722), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:39.056437 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-73e0ebd7-a7fe-4ee7-a05b-1850ca6319c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (20a74c65-ee1c-41dc-a46e-2484d0f0d59c), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:39.151550 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-90a240cf-3887-4b02-b1c9-e8cadf18e17f service neutron] 10.222.0.50 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677185 Mar 08 13:01:39.162925 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-032c3c41-5057-4410-84e4-f725a01e1102 req-d6bddb99-e196-45bf-bdaf-c440be7b3b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (e2f3b82b-f0c2-4311-b8dd-d4248e77e863), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:39.163458 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0ebd7-a7fe-4ee7-a05b-1850ca6319c2 service neutron] Pushing event updated for resources: {'Port': ['ID=20a74c65-ee1c-41dc-a46e-2484d0f0d59c,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:39.286057 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c3c41-5057-4410-84e4-f725a01e1102 req-d6bddb99-e196-45bf-bdaf-c440be7b3b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:39.286767 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-032c3c41-5057-4410-84e4-f725a01e1102 req-d6bddb99-e196-45bf-bdaf-c440be7b3b9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for port (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:39.288895 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-032c3c41-5057-4410-84e4-f725a01e1102 req-d6bddb99-e196-45bf-bdaf-c440be7b3b9b service neutron] 10.222.0.72 "PUT /v2.0/ports/e2f3b82b-f0c2-4311-b8dd-d4248e77e863 HTTP/1.1" status: 200 len: 1093 time: 3.2883279 Mar 08 13:01:39.610025 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a3f5e17f-a281-4f39-aeea-4342bdeee15f admin admin] Publish callbacks [] for security_group (1a337f6a-4000-4fbf-9bda-1f5631a17c20), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:39.701150 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-73e0ebd7-a7fe-4ee7-a05b-1850ca6319c2 service neutron] Attempting to bind port 20a74c65-ee1c-41dc-a46e-2484d0f0d59c on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:01:39.701974 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-73e0ebd7-a7fe-4ee7-a05b-1850ca6319c2 service neutron] Attempting to bind port 20a74c65-ee1c-41dc-a46e-2484d0f0d59c by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '27cdc7f9-e4c6-4646-bb87-0199a71c4e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '21bd8c3c-2f29-47a3-b60e-e76ac3085ea7'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:01:39.702537 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-73e0ebd7-a7fe-4ee7-a05b-1850ca6319c2 service neutron] Attempting to bind port 20a74c65-ee1c-41dc-a46e-2484d0f0d59c on network 21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:39.714585 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-73e0ebd7-a7fe-4ee7-a05b-1850ca6319c2 service neutron] Port 20a74c65-ee1c-41dc-a46e-2484d0f0d59c on network 21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:01:39.715302 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-73e0ebd7-a7fe-4ee7-a05b-1850ca6319c2 service neutron] Attempting to bind port 20a74c65-ee1c-41dc-a46e-2484d0f0d59c on network 21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:39.731951 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a3f5e17f-a281-4f39-aeea-4342bdeee15f admin admin] Publish callbacks [] for security_group (1a337f6a-4000-4fbf-9bda-1f5631a17c20), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:39.741838 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-73e0ebd7-a7fe-4ee7-a05b-1850ca6319c2 service neutron] Checking agent: {'id': '1556a156-0b90-4c62-9625-a828b1293451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'started_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:01:39.742867 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-73e0ebd7-a7fe-4ee7-a05b-1850ca6319c2 service neutron] Checking segment: {'id': '27cdc7f9-e4c6-4646-bb87-0199a71c4e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '21bd8c3c-2f29-47a3-b60e-e76ac3085ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:39.743515 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-73e0ebd7-a7fe-4ee7-a05b-1850ca6319c2 service neutron] Bound using segment: {'id': '27cdc7f9-e4c6-4646-bb87-0199a71c4e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '21bd8c3c-2f29-47a3-b60e-e76ac3085ea7'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:01:39.744199 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-73e0ebd7-a7fe-4ee7-a05b-1850ca6319c2 service neutron] Bound port: 20a74c65-ee1c-41dc-a46e-2484d0f0d59c, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27cdc7f9-e4c6-4646-bb87-0199a71c4e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '21bd8c3c-2f29-47a3-b60e-e76ac3085ea7'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:01:39.744819 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-73e0ebd7-a7fe-4ee7-a05b-1850ca6319c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (20a74c65-ee1c-41dc-a46e-2484d0f0d59c), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:39.901984 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-73e0ebd7-a7fe-4ee7-a05b-1850ca6319c2 service neutron] For port 20a74c65-ee1c-41dc-a46e-2484d0f0d59c, host hv-cinder-83008, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:01:39.915377 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-73e0ebd7-a7fe-4ee7-a05b-1850ca6319c2 service neutron] For port 20a74c65-ee1c-41dc-a46e-2484d0f0d59c, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=20a74c65-ee1c-41dc-a46e-2484d0f0d59c,segment=NetworkSegment(27cdc7f9-e4c6-4646-bb87-0199a71c4e8b),segment_id=27cdc7f9-e4c6-4646-bb87-0199a71c4e8b)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:01:39.931050 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-73e0ebd7-a7fe-4ee7-a05b-1850ca6319c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (20a74c65-ee1c-41dc-a46e-2484d0f0d59c), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:40.008748 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-73e0ebd7-a7fe-4ee7-a05b-1850ca6319c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:40.010656 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-73e0ebd7-a7fe-4ee7-a05b-1850ca6319c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:40.012469 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-73e0ebd7-a7fe-4ee7-a05b-1850ca6319c2 service neutron] 10.222.0.72 "PUT /v2.0/ports/20a74c65-ee1c-41dc-a46e-2484d0f0d59c HTTP/1.1" status: 200 len: 1094 time: 5.7016153 Mar 08 13:01:40.039587 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164afe1a-4316-4138-9c91-dcafee0c7a3f x-openstack-request-id: req-164afe1a-4316-4138-9c91-dcafee0c7a3f {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:01:40.040769 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc71772-6a84-45da-96c4-7796e128fd7f", "tag": "0986330a-861a-4404-919f-3149d39ff59f", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:01:40.041330 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-164afe1a-4316-4138-9c91-dcafee0c7a3f {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:01:40.042188 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc71772-6a84-45da-96c4-7796e128fd7f', 'tag': '0986330a-861a-4404-919f-3149d39ff59f', 'status': 'completed', 'code': 200} Mar 08 13:01:40.118987 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a3f5e17f-a281-4f39-aeea-4342bdeee15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (1a337f6a-4000-4fbf-9bda-1f5631a17c20), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:40.127508 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a3f5e17f-a281-4f39-aeea-4342bdeee15f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:40.158822 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-a3f5e17f-a281-4f39-aeea-4342bdeee15f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1a337f6a-4000-4fbf-9bda-1f5631a17c20 HTTP/1.1" status: 204 len: 168 time: 1.1259401 Mar 08 13:01:40.161549 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0ebd7-a7fe-4ee7-a05b-1850ca6319c2 service neutron] Pushing event updated for resources: {'Port': ['ID=20a74c65-ee1c-41dc-a46e-2484d0f0d59c,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:40.267646 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-34ec32d6-c01c-4214-a081-dfe0a8f240c3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ef08715f-7953-4413-b447-31411b8326bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2157395 Mar 08 13:01:40.299581 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5e17f-a281-4f39-aeea-4342bdeee15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a337f6a-4000-4fbf-9bda-1f5631a17c20,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:40.442288 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [req-03313872-1249-440b-89dd-7bef4a32a163 req-f18737b1-45d5-400a-a11b-3380c3e47586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56376ae-ae7b-483a-b658-f9784057d722 {{(pid=102969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:01:40.459758 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087a80a-2450-4bce-99c8-bbe3b340576d req-feddf6f6-4a14-4d34-a3c4-5d53eae4144f tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:40.463978 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b087a80a-2450-4bce-99c8-bbe3b340576d req-feddf6f6-4a14-4d34-a3c4-5d53eae4144f tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 931 time: 0.1948121 Mar 08 13:01:40.470758 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-03313872-1249-440b-89dd-7bef4a32a163 req-f18737b1-45d5-400a-a11b-3380c3e47586 service neutron] Publish callbacks [] for port (c56376ae-ae7b-483a-b658-f9784057d722), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:40.515906 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.provisioning_blocks [req-03313872-1249-440b-89dd-7bef4a32a163 req-f18737b1-45d5-400a-a11b-3380c3e47586 service neutron] Transition to ACTIVE for port object c56376ae-ae7b-483a-b658-f9784057d722 will not be triggered until provisioned by entity L2. {{(pid=102969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:01:40.519693 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94576434-cce7-4e74-8d5c-5932a3194e49', 'tag': 'e2f3b82b-f0c2-4311-b8dd-d4248e77e863'}] {{(pid=102969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:40.703571 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-03313872-1249-440b-89dd-7bef4a32a163 req-f18737b1-45d5-400a-a11b-3380c3e47586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (c56376ae-ae7b-483a-b658-f9784057d722), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:40.931879 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b087a80a-2450-4bce-99c8-bbe3b340576d req-0c41d504-c0ff-4e36-ad78-ffef60492e9e tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564703 Mar 08 13:01:41.022648 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c3c41-5057-4410-84e4-f725a01e1102 req-66aa8d3f-61ca-4bd6-b48c-f24f269dbe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:41.029926 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-032c3c41-5057-4410-84e4-f725a01e1102 req-66aa8d3f-61ca-4bd6-b48c-f24f269dbe05 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37f26f17b5d64805ade2c2785c6b12fe&device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 1127 time: 0.5464692 Mar 08 13:01:41.051027 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bddb99-e196-45bf-bdaf-c440be7b3b9b service neutron] Pushing event updated for resources: {'Port': ['ID=e2f3b82b-f0c2-4311-b8dd-d4248e77e863,revision_number=3']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:41.075983 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-b96ae290-310f-4297-a1d5-62ba5105304b service neutron] 10.222.0.72 "GET /v2.0/networks/ef08715f-7953-4413-b447-31411b8326bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5770290 Mar 08 13:01:41.230868 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-032c3c41-5057-4410-84e4-f725a01e1102 req-04191bc9-aa3b-4328-b029-9744416764d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2f3b82b-f0c2-4311-b8dd-d4248e77e863 HTTP/1.1" status: 200 len: 217 time: 0.1462579 Mar 08 13:01:41.232888 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18737b1-45d5-400a-a11b-3380c3e47586 service neutron] Pushing event updated for resources: {'Port': ['ID=c56376ae-ae7b-483a-b658-f9784057d722,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:41.244555 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6dc8d9b138c58f0a8cee2dfca36ebed44ad9fbebfb71e487ffd146a8a650eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f930e7-1c92-424a-ac6b-4d28749de421" -d '{"events": [{"name": "network-changed", "server_uuid": "94576434-cce7-4e74-8d5c-5932a3194e49", "tag": "e2f3b82b-f0c2-4311-b8dd-d4248e77e863"}]}' {{(pid=102969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:01:41.275686 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbcbb7-2ba5-4346-a566-f7ae0de216fb req-f03ce3bb-dfe3-45ae-89b3-06d7a6edaa73 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:41.283357 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bebbcbb7-2ba5-4346-a566-f7ae0de216fb req-f03ce3bb-dfe3-45ae-89b3-06d7a6edaa73 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 943 time: 0.6447299 Mar 08 13:01:41.346933 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-28d16585-bb48-4112-9633-f40e4a27418f req-02f4db17-3a9c-4063-99f7-2b77c7d48648 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 210 time: 0.1178024 Mar 08 13:01:41.446987 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-728eb9ce-c241-489a-bd52-dc5d30327408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:41.448797 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-728eb9ce-c241-489a-bd52-dc5d30327408 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4a8d0813209c4a0bbc5f6d2dce0d4ff4&device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 1128 time: 0.7606213 Mar 08 13:01:41.450789 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.managers [req-03313872-1249-440b-89dd-7bef4a32a163 req-f18737b1-45d5-400a-a11b-3380c3e47586 service neutron] Attempting to bind port c56376ae-ae7b-483a-b658-f9784057d722 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:01:41.451216 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.managers [req-03313872-1249-440b-89dd-7bef4a32a163 req-f18737b1-45d5-400a-a11b-3380c3e47586 service neutron] Attempting to bind port c56376ae-ae7b-483a-b658-f9784057d722 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '27cdc7f9-e4c6-4646-bb87-0199a71c4e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '21bd8c3c-2f29-47a3-b60e-e76ac3085ea7'}] {{(pid=102969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:01:41.451596 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03313872-1249-440b-89dd-7bef4a32a163 req-f18737b1-45d5-400a-a11b-3380c3e47586 service neutron] Attempting to bind port c56376ae-ae7b-483a-b658-f9784057d722 on network 21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:41.461086 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03313872-1249-440b-89dd-7bef4a32a163 req-f18737b1-45d5-400a-a11b-3380c3e47586 service neutron] Port c56376ae-ae7b-483a-b658-f9784057d722 on network 21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:01:41.461545 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03313872-1249-440b-89dd-7bef4a32a163 req-f18737b1-45d5-400a-a11b-3380c3e47586 service neutron] Attempting to bind port c56376ae-ae7b-483a-b658-f9784057d722 on network 21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:41.474154 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03313872-1249-440b-89dd-7bef4a32a163 req-f18737b1-45d5-400a-a11b-3380c3e47586 service neutron] Checking agent: {'id': '1556a156-0b90-4c62-9625-a828b1293451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'started_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:01:41.474760 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03313872-1249-440b-89dd-7bef4a32a163 req-f18737b1-45d5-400a-a11b-3380c3e47586 service neutron] Checking segment: {'id': '27cdc7f9-e4c6-4646-bb87-0199a71c4e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '21bd8c3c-2f29-47a3-b60e-e76ac3085ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:41.475409 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03313872-1249-440b-89dd-7bef4a32a163 req-f18737b1-45d5-400a-a11b-3380c3e47586 service neutron] Bound using segment: {'id': '27cdc7f9-e4c6-4646-bb87-0199a71c4e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '21bd8c3c-2f29-47a3-b60e-e76ac3085ea7'} {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:01:41.476336 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.managers [req-03313872-1249-440b-89dd-7bef4a32a163 req-f18737b1-45d5-400a-a11b-3380c3e47586 service neutron] Bound port: c56376ae-ae7b-483a-b658-f9784057d722, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27cdc7f9-e4c6-4646-bb87-0199a71c4e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '21bd8c3c-2f29-47a3-b60e-e76ac3085ea7'}}] {{(pid=102969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:01:41.477008 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-03313872-1249-440b-89dd-7bef4a32a163 req-f18737b1-45d5-400a-a11b-3380c3e47586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (c56376ae-ae7b-483a-b658-f9784057d722), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:41.574999 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bebbcbb7-2ba5-4346-a566-f7ae0de216fb req-1a1cdc58-013b-41d8-b4a3-8dc7c10698f3 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2596469 Mar 08 13:01:41.793848 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-15ae00ab-3c94-475b-8dba-3f5814e45f6e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20a74c65-ee1c-41dc-a46e-2484d0f0d59c HTTP/1.1" status: 200 len: 217 time: 0.1659691 Mar 08 13:01:41.921078 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c3c41-5057-4410-84e4-f725a01e1102 req-a8c525ae-1593-4374-8b42-2442e36d5cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:41.923048 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-032c3c41-5057-4410-84e4-f725a01e1102 req-a8c525ae-1593-4374-8b42-2442e36d5cf6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=71b3146c-5df2-44c0-b875-ba4aa2fcab91 HTTP/1.1" status: 200 len: 850 time: 0.3395481 Mar 08 13:01:41.937554 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd911d4a-cd22-432c-9e1b-70bdbac5659c req-f98d5b8b-3d65-4169-9320-7ef1c049a1d3 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:41.948155 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [req-03313872-1249-440b-89dd-7bef4a32a163 req-f18737b1-45d5-400a-a11b-3380c3e47586 service neutron] For port c56376ae-ae7b-483a-b658-f9784057d722, host hv-cinder-83008, cleared binding levels {{(pid=102969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:01:41.948380 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fd911d4a-cd22-432c-9e1b-70bdbac5659c req-f98d5b8b-3d65-4169-9320-7ef1c049a1d3 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 943 time: 0.4391241 Mar 08 13:01:41.958080 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-7e3041ac-25dd-44ae-bc56-879ccbe1b09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:41.960989 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-7e3041ac-25dd-44ae-bc56-879ccbe1b09c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec1e63dc-26dd-4e1a-8756-ada739f4a12a HTTP/1.1" status: 200 len: 859 time: 0.1463776 Mar 08 13:01:41.964751 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [req-03313872-1249-440b-89dd-7bef4a32a163 req-f18737b1-45d5-400a-a11b-3380c3e47586 service neutron] For port c56376ae-ae7b-483a-b658-f9784057d722, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c56376ae-ae7b-483a-b658-f9784057d722,segment=NetworkSegment(27cdc7f9-e4c6-4646-bb87-0199a71c4e8b),segment_id=27cdc7f9-e4c6-4646-bb87-0199a71c4e8b)] {{(pid=102969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:01:41.974616 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-03313872-1249-440b-89dd-7bef4a32a163 req-f18737b1-45d5-400a-a11b-3380c3e47586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (c56376ae-ae7b-483a-b658-f9784057d722), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:42.043337 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bf253d-ff59-4dcb-8d8a-09b00752839a', 'tag': '20a74c65-ee1c-41dc-a46e-2484d0f0d59c'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:42.061234 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277d771c-29df-4ba7-8803-4bf3942bf93f" -d '{"events": [{"name": "network-changed", "server_uuid": "44bf253d-ff59-4dcb-8d8a-09b00752839a", "tag": "20a74c65-ee1c-41dc-a46e-2484d0f0d59c"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:01:42.064884 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18737b1-45d5-400a-a11b-3380c3e47586 service neutron] Pushing event updated for resources: {'Port': ['ID=c56376ae-ae7b-483a-b658-f9784057d722,revision_number=3']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:42.071256 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03313872-1249-440b-89dd-7bef4a32a163 req-f18737b1-45d5-400a-a11b-3380c3e47586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:42.072041 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-03313872-1249-440b-89dd-7bef4a32a163 req-f18737b1-45d5-400a-a11b-3380c3e47586 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for port (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:42.075023 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-03313872-1249-440b-89dd-7bef4a32a163 req-f18737b1-45d5-400a-a11b-3380c3e47586 service neutron] 10.222.0.72 "PUT /v2.0/ports/c56376ae-ae7b-483a-b658-f9784057d722 HTTP/1.1" status: 200 len: 1093 time: 3.3450489 Mar 08 13:01:42.104687 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a28b38e0-057f-487b-9ef7-2bb38a6a741a req-24278f82-0032-4fe5-9f73-84ac138cd2fc service neutron] 10.222.0.72 "GET /v2.0/networks/ef08715f-7953-4413-b447-31411b8326bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5271366 Mar 08 13:01:42.119566 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f883c701-9adf-4e7d-8989-47cc43c57db8 x-openstack-request-id: req-f883c701-9adf-4e7d-8989-47cc43c57db8 {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:01:42.119980 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94576434-cce7-4e74-8d5c-5932a3194e49", "tag": "e2f3b82b-f0c2-4311-b8dd-d4248e77e863", "status": "completed", "code": 200}]} {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:01:42.120341 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f883c701-9adf-4e7d-8989-47cc43c57db8 {{(pid=102969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:01:42.121569 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94576434-cce7-4e74-8d5c-5932a3194e49', 'tag': 'e2f3b82b-f0c2-4311-b8dd-d4248e77e863', 'status': 'completed', 'code': 200} Mar 08 13:01:42.125658 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fd911d4a-cd22-432c-9e1b-70bdbac5659c req-8bddd842-4b13-4b69-ad80-730081833b8e tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761856 Mar 08 13:01:42.188017 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ec34d6-0dbe-44a8-80e3-77d430c65a37 x-openstack-request-id: req-92ec34d6-0dbe-44a8-80e3-77d430c65a37 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:01:42.188308 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bf253d-ff59-4dcb-8d8a-09b00752839a", "tag": "20a74c65-ee1c-41dc-a46e-2484d0f0d59c", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:01:42.188621 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-92ec34d6-0dbe-44a8-80e3-77d430c65a37 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:01:42.189063 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bf253d-ff59-4dcb-8d8a-09b00752839a', 'tag': '20a74c65-ee1c-41dc-a46e-2484d0f0d59c', 'status': 'completed', 'code': 200} Mar 08 13:01:42.223575 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a3415-6a77-49b7-91f7-01eef6ff76df req-57bd89d9-0de2-4b81-b12f-696c3b5eb24b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:42.225279 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d34a3415-6a77-49b7-91f7-01eef6ff76df req-57bd89d9-0de2-4b81-b12f-696c3b5eb24b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 943 time: 0.0571277 Mar 08 13:01:42.289116 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d34a3415-6a77-49b7-91f7-01eef6ff76df req-be1e70b1-ea28-4121-8a1e-10df338d58f5 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561676 Mar 08 13:01:42.468098 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-992d79a3-a7d5-48b5-98b8-d611bdfae9f3 req-773ace48-4159-4c35-be95-76f65ce60909 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 210 time: 0.0332370 Mar 08 13:01:42.689678 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f71b7-de1f-43a0-9fa8-452608727fd0 req-e99e59a6-48ba-49bc-9d5b-28e392103cda tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:42.692578 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c78f71b7-de1f-43a0-9fa8-452608727fd0 req-e99e59a6-48ba-49bc-9d5b-28e392103cda tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 943 time: 0.0722277 Mar 08 13:01:42.758655 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c78f71b7-de1f-43a0-9fa8-452608727fd0 req-66c8f07c-60a2-466f-a608-8294cc2547a1 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555944 Mar 08 13:01:43.311502 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398c952-539a-4d1f-8f19-27cd115b6550 req-a364a75b-c14d-4662-ab04-9f849f5feecb tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:43.313221 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b398c952-539a-4d1f-8f19-27cd115b6550 req-a364a75b-c14d-4662-ab04-9f849f5feecb tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 943 time: 0.1084819 Mar 08 13:01:43.395054 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b398c952-539a-4d1f-8f19-27cd115b6550 req-5e6aaee9-7a1e-4696-8a66-e2d41e335a19 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754304 Mar 08 13:01:43.437681 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db4f52-f86f-4805-ae72-718e11c9c21d req-dac86047-6a9d-4c29-a7e0-a7936d1af4d5 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:43.439298 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d2db4f52-f86f-4805-ae72-718e11c9c21d req-dac86047-6a9d-4c29-a7e0-a7936d1af4d5 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 943 time: 0.0679414 Mar 08 13:01:43.498840 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d2db4f52-f86f-4805-ae72-718e11c9c21d req-20c5ed94-d9b7-4599-93a7-94b532581509 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527573 Mar 08 13:01:43.591431 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6f4cd0f9-d354-492a-901f-2d60d728e4e4 req-fa1fcb22-fcd2-4ea3-bd47-a59575d8b104 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 210 time: 0.0343952 Mar 08 13:01:43.925523 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5030a0-a434-471d-b6c4-58f5b92a061f req-38635947-6c8b-42c5-8cf0-af2f6a2d8514 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:43.927188 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-cb5030a0-a434-471d-b6c4-58f5b92a061f req-38635947-6c8b-42c5-8cf0-af2f6a2d8514 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 943 time: 0.0655587 Mar 08 13:01:43.997571 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-cb5030a0-a434-471d-b6c4-58f5b92a061f req-e06b9b0b-1914-415b-8ba9-c8e76bf1bdb3 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547431 Mar 08 13:01:44.122601 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1', 'tag': 'c56376ae-ae7b-483a-b658-f9784057d722'}] {{(pid=102969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:44.125139 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6dc8d9b138c58f0a8cee2dfca36ebed44ad9fbebfb71e487ffd146a8a650eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689712ce-4d6a-453c-a3e1-15fe228be752" -d '{"events": [{"name": "network-changed", "server_uuid": "4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1", "tag": "c56376ae-ae7b-483a-b658-f9784057d722"}]}' {{(pid=102969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:01:44.176786 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0124bd-7a5b-42d5-a03a-c0d84addb67d x-openstack-request-id: req-ba0124bd-7a5b-42d5-a03a-c0d84addb67d {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:01:44.177439 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1", "tag": "c56376ae-ae7b-483a-b658-f9784057d722", "status": "completed", "code": 200}]} {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:01:44.177891 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ba0124bd-7a5b-42d5-a03a-c0d84addb67d {{(pid=102969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:01:44.178284 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1', 'tag': 'c56376ae-ae7b-483a-b658-f9784057d722', 'status': 'completed', 'code': 200} Mar 08 13:01:44.195875 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-ab1caa03-947e-488e-a45c-74598470399d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21bd8c3c-2f29-47a3-b60e-e76ac3085ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491674 Mar 08 13:01:44.209008 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c3c41-5057-4410-84e4-f725a01e1102 req-8d4f6fe9-292a-448f-a347-9c5af3ba1f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:44.210574 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-032c3c41-5057-4410-84e4-f725a01e1102 req-8d4f6fe9-292a-448f-a347-9c5af3ba1f67 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22601ec1-3846-4b8b-84d1-d9378d9f83cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634229 Mar 08 13:01:44.407734 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e997d-b35b-4d00-9923-63a3e60d19d6 req-a2869a4d-41d3-4c41-8c2f-ef959c3d3097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:44.409435 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c83e997d-b35b-4d00-9923-63a3e60d19d6 req-a2869a4d-41d3-4c41-8c2f-ef959c3d3097 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a3714cb26cda401d9d469351da67b523&device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 1127 time: 0.1020355 Mar 08 13:01:44.421639 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-032c3c41-5057-4410-84e4-f725a01e1102 req-18d867ad-19b3-4055-a79f-7c871710b2b3 service neutron] 10.222.0.72 "GET /v2.0/networks/22601ec1-3846-4b8b-84d1-d9378d9f83cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139264 Mar 08 13:01:44.429355 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03313872-1249-440b-89dd-7bef4a32a163 req-18787563-9c21-467e-a946-f4c26c367dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:44.430974 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-03313872-1249-440b-89dd-7bef4a32a163 req-18787563-9c21-467e-a946-f4c26c367dec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4a8d0813209c4a0bbc5f6d2dce0d4ff4&device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 1127 time: 0.1315792 Mar 08 13:01:44.481288 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-721eb186-b279-40d5-896f-52fc418594c6 service neutron] 10.222.0.72 "GET /v2.0/networks/21bd8c3c-2f29-47a3-b60e-e76ac3085ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817544 Mar 08 13:01:44.526208 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-03313872-1249-440b-89dd-7bef4a32a163 req-1d18ebdf-0740-49fd-bc19-8d5ccdf37f70 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c56376ae-ae7b-483a-b658-f9784057d722 HTTP/1.1" status: 200 len: 217 time: 0.0746744 Mar 08 13:01:44.595301 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-032c3c41-5057-4410-84e4-f725a01e1102 req-1be78bd2-ea11-42dc-89fc-cf05e4104902 service neutron] 10.222.0.72 "GET /v2.0/networks/22601ec1-3846-4b8b-84d1-d9378d9f83cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622810 Mar 08 13:01:44.646102 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03313872-1249-440b-89dd-7bef4a32a163 req-2350d5bb-6ac2-4f86-8688-216b4dba8788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:44.648417 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-03313872-1249-440b-89dd-7bef4a32a163 req-2350d5bb-6ac2-4f86-8688-216b4dba8788 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec1e63dc-26dd-4e1a-8756-ada739f4a12a HTTP/1.1" status: 200 len: 859 time: 0.1105180 Mar 08 13:01:44.697865 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917d1fa-9eb1-4e96-86bb-084a411e0dc2 req-69126eb5-9fd7-49a1-b25e-556c6f31efff tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:44.700541 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4917d1fa-9eb1-4e96-86bb-084a411e0dc2 req-69126eb5-9fd7-49a1-b25e-556c6f31efff tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 943 time: 0.1042464 Mar 08 13:01:44.790557 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.72', 58813) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:44.814029 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-03313872-1249-440b-89dd-7bef4a32a163 req-56faaadc-ca78-4828-8040-4d8982f72a86 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21bd8c3c-2f29-47a3-b60e-e76ac3085ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797803 Mar 08 13:01:44.897231 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4917d1fa-9eb1-4e96-86bb-084a411e0dc2 req-6b9f3818-9f97-4c01-aae1-10165814c9e7 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898544 Mar 08 13:01:45.027801 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e997d-b35b-4d00-9923-63a3e60d19d6 req-d13b875c-8757-4d01-91aa-a5c203d947fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:45.029511 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c83e997d-b35b-4d00-9923-63a3e60d19d6 req-d13b875c-8757-4d01-91aa-a5c203d947fb service neutron] 10.222.0.72 "GET /v2.0/networks?id=ef08715f-7953-4413-b447-31411b8326bd HTTP/1.1" status: 200 len: 912 time: 0.6134353 Mar 08 13:01:45.031935 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c66b23d7-adf7-4a8c-88cf-8d5b84cf1708 req-8880ebaf-18b4-4b4a-a1a1-0b613ff87b43 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 210 time: 0.0512683 Mar 08 13:01:45.050050 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f930e7-1c92-424a-ac6b-4d28749de421 req-5fb12253-b135-4409-8456-28b1a2830613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:45.053454 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c0f930e7-1c92-424a-ac6b-4d28749de421 req-5fb12253-b135-4409-8456-28b1a2830613 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37f26f17b5d64805ade2c2785c6b12fe&device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 1127 time: 0.2432640 Mar 08 13:01:45.103478 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c83e997d-b35b-4d00-9923-63a3e60d19d6 req-5064c3a5-79d6-484b-bd40-dd8231213d16 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0986330a-861a-4404-919f-3149d39ff59f HTTP/1.1" status: 200 len: 217 time: 0.0624392 Mar 08 13:01:45.111011 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44054c-1f85-46b1-ae5d-298ffb35ceed req-c68ae409-9a9b-41d3-a6e4-98b9adc0cfb3 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:45.112784 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2e44054c-1f85-46b1-ae5d-298ffb35ceed req-c68ae409-9a9b-41d3-a6e4-98b9adc0cfb3 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 943 time: 0.6305988 Mar 08 13:01:45.137575 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-44eb3d8a-4e42-40ff-8963-bb461c575c47 req-b38dbe99-0451-48e2-bc9b-4698d56a441a service neutron] 10.222.0.72 "GET /v2.0/networks/21bd8c3c-2f29-47a3-b60e-e76ac3085ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340604 Mar 08 13:01:45.207331 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e997d-b35b-4d00-9923-63a3e60d19d6 req-617927f0-3f72-4447-b376-17faf6748f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:45.209397 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c83e997d-b35b-4d00-9923-63a3e60d19d6 req-617927f0-3f72-4447-b376-17faf6748f23 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d9617c2a-ff4b-4356-8998-5615c6feb07d HTTP/1.1" status: 200 len: 850 time: 0.0936441 Mar 08 13:01:45.225741 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2e44054c-1f85-46b1-ae5d-298ffb35ceed req-009986ba-1217-4f96-a5c8-040b1210e827 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961604 Mar 08 13:01:45.306483 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-71e7cb2c-a376-43e8-b124-294d8d71a7d9 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:45.308072 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-71e7cb2c-a376-43e8-b124-294d8d71a7d9 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.72 "GET /v2.0/networks?id=1855bf0b-ed79-4719-8efd-6cc0a1498526 HTTP/1.1" status: 200 len: 816 time: 0.5163169 Mar 08 13:01:45.333891 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 36978) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:45.410510 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c83e997d-b35b-4d00-9923-63a3e60d19d6 req-0f956a48-985a-4c4f-a30e-d7f66bc00114 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ef08715f-7953-4413-b447-31411b8326bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487711 Mar 08 13:01:45.490633 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd44aef-5785-4334-ae4c-741224afac35 req-e0c84529-9228-4c87-acb3-d6e54cc20842 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:45.492259 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fcd44aef-5785-4334-ae4c-741224afac35 req-e0c84529-9228-4c87-acb3-d6e54cc20842 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 943 time: 0.3131306 Mar 08 13:01:45.537659 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d1292277-b356-4138-bb49-7f247dfc1f09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:45.581209 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-03313872-1249-440b-89dd-7bef4a32a163 req-21d032d5-7681-48df-b24a-71e709595696 service neutron] 10.222.0.72 "GET /v2.0/networks/21bd8c3c-2f29-47a3-b60e-e76ac3085ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6101432 Mar 08 13:01:45.591113 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d771c-29df-4ba7-8803-4bf3942bf93f req-00b84859-2672-41d5-9ec3-15dfd9644c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:45.592950 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-277d771c-29df-4ba7-8803-4bf3942bf93f req-00b84859-2672-41d5-9ec3-15dfd9644c9a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4a8d0813209c4a0bbc5f6d2dce0d4ff4&device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 1128 time: 0.1466844 Mar 08 13:01:45.596632 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c83e997d-b35b-4d00-9923-63a3e60d19d6 req-091e37de-72bf-491b-ad22-29ce06bfe405 service neutron] 10.222.0.72 "GET /v2.0/networks/ef08715f-7953-4413-b447-31411b8326bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785944 Mar 08 13:01:45.639588 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f930e7-1c92-424a-ac6b-4d28749de421 req-de18559a-d541-4f3d-8d6f-7900e56123e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:45.641037 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c0f930e7-1c92-424a-ac6b-4d28749de421 req-de18559a-d541-4f3d-8d6f-7900e56123e6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=22601ec1-3846-4b8b-84d1-d9378d9f83cc HTTP/1.1" status: 200 len: 913 time: 0.5606205 Mar 08 13:01:45.664834 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-ac692fbe-d8e6-4b19-bd2d-e053aa749aac tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41c838c4ea194624a0d4fca29dbc6bc6 HTTP/1.1" status: 200 len: 380 time: 0.2483852 Mar 08 13:01:45.812088 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d771c-29df-4ba7-8803-4bf3942bf93f req-065dc840-04ee-4c4d-bd4f-7f3417d286da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:45.814196 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-277d771c-29df-4ba7-8803-4bf3942bf93f req-065dc840-04ee-4c4d-bd4f-7f3417d286da service neutron] 10.222.0.72 "GET /v2.0/networks?id=21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 HTTP/1.1" status: 200 len: 921 time: 0.2064002 Mar 08 13:01:45.820515 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d1292277-b356-4138-bb49-7f247dfc1f09 admin admin] Publish callbacks [] for security_group (c396683f-6ef7-47d9-b2a4-d2fb98709d90), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:45.832485 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c83e997d-b35b-4d00-9923-63a3e60d19d6 req-61a9a477-7413-47ac-89be-616d984e606b service neutron] 10.222.0.72 "GET /v2.0/networks/ef08715f-7953-4413-b447-31411b8326bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260873 Mar 08 13:01:45.864042 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d1292277-b356-4138-bb49-7f247dfc1f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (c396683f-6ef7-47d9-b2a4-d2fb98709d90), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:45.893204 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-277d771c-29df-4ba7-8803-4bf3942bf93f req-14e23a07-8725-4522-b7a9-a51c76e81766 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20a74c65-ee1c-41dc-a46e-2484d0f0d59c HTTP/1.1" status: 200 len: 217 time: 0.0699780 Mar 08 13:01:45.895477 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-d1292277-b356-4138-bb49-7f247dfc1f09 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1fccbed7d3384e528e65f08f00f38ef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5601196 Mar 08 13:01:45.902002 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 37000) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:45.953029 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-90d19f62-af66-4938-9246-3094ab5cfdec tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Request body: {'port': {'device_id': '9b9b92dc-f6c3-4500-a4fe-e80c775ba294', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'admin_state_up': True, 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'security_groups': ['3417b0ef-d24f-4260-b850-fe9f0eed4745']}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:45.982992 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1292277-b356-4138-bb49-7f247dfc1f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c396683f-6ef7-47d9-b2a4-d2fb98709d90,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:45.996664 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d771c-29df-4ba7-8803-4bf3942bf93f req-f944887b-e873-47d4-897f-2fe426c9fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:45.998271 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-277d771c-29df-4ba7-8803-4bf3942bf93f req-f944887b-e873-47d4-897f-2fe426c9fec5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec1e63dc-26dd-4e1a-8756-ada739f4a12a HTTP/1.1" status: 200 len: 859 time: 0.0970271 Mar 08 13:01:46.006135 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c0f930e7-1c92-424a-ac6b-4d28749de421 req-4be5e4ef-be65-4e24-9a16-0af2b16aabcd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2f3b82b-f0c2-4311-b8dd-d4248e77e863 HTTP/1.1" status: 200 len: 217 time: 0.3533890 Mar 08 13:01:46.034504 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fcd44aef-5785-4334-ae4c-741224afac35 req-5f168359-997c-433b-ac02-006875143a37 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5313764 Mar 08 13:01:46.068662 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-277d771c-29df-4ba7-8803-4bf3942bf93f req-df635d34-3fa0-4d84-bfe7-e41d9062b3a9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21bd8c3c-2f29-47a3-b60e-e76ac3085ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625083 Mar 08 13:01:46.073624 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8ea0b353-e702-48bb-a92f-f61683b27ed9 admin admin] Publish callbacks [] for security_group (c396683f-6ef7-47d9-b2a4-d2fb98709d90), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:46.146474 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-03313872-1249-440b-89dd-7bef4a32a163 req-fe67683a-0571-455b-9906-66f857b94e48 service neutron] 10.222.0.72 "GET /v2.0/networks/21bd8c3c-2f29-47a3-b60e-e76ac3085ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5581300 Mar 08 13:01:46.154906 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f930e7-1c92-424a-ac6b-4d28749de421 req-4f850bb3-3184-4a19-ab8d-226e0e105d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:46.156388 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c0f930e7-1c92-424a-ac6b-4d28749de421 req-4f850bb3-3184-4a19-ab8d-226e0e105d7c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=71b3146c-5df2-44c0-b875-ba4aa2fcab91 HTTP/1.1" status: 200 len: 850 time: 0.1444786 Mar 08 13:01:46.176855 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8ea0b353-e702-48bb-a92f-f61683b27ed9 admin admin] Publish callbacks [] for security_group (c396683f-6ef7-47d9-b2a4-d2fb98709d90), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:46.242318 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039ea5d-30ee-4c98-ab8d-f0ff37772542 req-c4b3f6b3-fa8e-44e8-ae62-b93d76391c70 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:46.243868 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d039ea5d-30ee-4c98-ab8d-f0ff37772542 req-c4b3f6b3-fa8e-44e8-ae62-b93d76391c70 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 943 time: 0.2406166 Mar 08 13:01:46.298317 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4d4a9751-01e3-4bec-be15-8776d7a89f63 req-bf495b31-5094-4f30-ae1f-43db14140bb4 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 210 time: 0.0781026 Mar 08 13:01:46.349601 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-277d771c-29df-4ba7-8803-4bf3942bf93f req-5dc99a95-79de-4ff4-852e-2843236f6f46 service neutron] 10.222.0.72 "GET /v2.0/networks/21bd8c3c-2f29-47a3-b60e-e76ac3085ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734852 Mar 08 13:01:46.357445 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d039ea5d-30ee-4c98-ab8d-f0ff37772542 req-337c8d0b-3003-4df4-9aef-460e7e4e8c21 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019945 Mar 08 13:01:46.360287 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8ea0b353-e702-48bb-a92f-f61683b27ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (c396683f-6ef7-47d9-b2a4-d2fb98709d90), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:46.366441 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8ea0b353-e702-48bb-a92f-f61683b27ed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:46.374771 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-8ea0b353-e702-48bb-a92f-f61683b27ed9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c396683f-6ef7-47d9-b2a4-d2fb98709d90 HTTP/1.1" status: 204 len: 168 time: 0.4650037 Mar 08 13:01:46.399254 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0b353-e702-48bb-a92f-f61683b27ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c396683f-6ef7-47d9-b2a4-d2fb98709d90,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:46.527453 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-277d771c-29df-4ba7-8803-4bf3942bf93f req-cc23d67e-d376-4adf-8bb0-000db288f5c4 service neutron] 10.222.0.72 "GET /v2.0/networks/21bd8c3c-2f29-47a3-b60e-e76ac3085ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683230 Mar 08 13:01:46.558867 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f930e7-1c92-424a-ac6b-4d28749de421 req-9ca7d43e-8096-4a7f-92fd-b3eba52e9d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:46.560803 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c0f930e7-1c92-424a-ac6b-4d28749de421 req-9ca7d43e-8096-4a7f-92fd-b3eba52e9d24 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22601ec1-3846-4b8b-84d1-d9378d9f83cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3943622 Mar 08 13:01:46.587204 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-90d19f62-af66-4938-9246-3094ab5cfdec tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Made reservation on behalf of 41c838c4ea194624a0d4fca29dbc6bc6 for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:46.591672 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-90d19f62-af66-4938-9246-3094ab5cfdec tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:46.596084 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689712ce-4d6a-453c-a3e1-15fe228be752 req-fe2d1fd2-8c36-4759-b228-cf2a8c07b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:46.598073 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-689712ce-4d6a-453c-a3e1-15fe228be752 req-fe2d1fd2-8c36-4759-b228-cf2a8c07b73d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4a8d0813209c4a0bbc5f6d2dce0d4ff4&device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 1127 time: 0.3122494 Mar 08 13:01:46.688128 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88478e61-6b96-425e-b65c-33aa25af6474 req-a833cea8-9dc4-433d-9a68-0e4403e78816 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:46.690350 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-88478e61-6b96-425e-b65c-33aa25af6474 req-a833cea8-9dc4-433d-9a68-0e4403e78816 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 943 time: 0.1887362 Mar 08 13:01:46.793275 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 37042) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:46.960469 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ff16e453-4010-41d4-8718-a776a5f4ca75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.000909 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-88478e61-6b96-425e-b65c-33aa25af6474 req-595ecd12-433f-4fc1-a063-133addc377b0 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903097 Mar 08 13:01:47.006655 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689712ce-4d6a-453c-a3e1-15fe228be752 req-459b2ea3-bcb3-479c-9022-f52aff67c873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:47.008675 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-689712ce-4d6a-453c-a3e1-15fe228be752 req-459b2ea3-bcb3-479c-9022-f52aff67c873 service neutron] 10.222.0.72 "GET /v2.0/networks?id=21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 HTTP/1.1" status: 200 len: 921 time: 0.3837807 Mar 08 13:01:47.010772 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c0f930e7-1c92-424a-ac6b-4d28749de421 req-878d8f09-6ab7-4bf5-820f-ae33bcd0ca74 service neutron] 10.222.0.72 "GET /v2.0/networks/22601ec1-3846-4b8b-84d1-d9378d9f83cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833513 Mar 08 13:01:47.035112 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 37046) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:47.057726 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-057efcb6-86c3-47fc-a9ab-b81b471e8cac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.076285 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ff16e453-4010-41d4-8718-a776a5f4ca75 admin admin] Publish callbacks [] for security_group (bf6af6ea-fa5e-4b0e-9212-ad7a0e0eb3f5), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.083846 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ff16e453-4010-41d4-8718-a776a5f4ca75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (bf6af6ea-fa5e-4b0e-9212-ad7a0e0eb3f5), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.088078 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-90d19f62-af66-4938-9246-3094ab5cfdec tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Allocated IP 172.20.0.8 (1855bf0b-ed79-4719-8efd-6cc0a1498526/b305f603-9e69-4e73-882b-c5731c87cd5a/4eb09271-6940-4210-8561-cd41923766bb) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:47.096970 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-689712ce-4d6a-453c-a3e1-15fe228be752 req-6833c1b7-79dc-4faa-881e-407e30a22a9b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c56376ae-ae7b-483a-b658-f9784057d722 HTTP/1.1" status: 200 len: 217 time: 0.0747836 Mar 08 13:01:47.141218 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-ff16e453-4010-41d4-8718-a776a5f4ca75 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7e49539eed74400e9dd8b5382e08d4f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3463309 Mar 08 13:01:47.152276 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16e453-4010-41d4-8718-a776a5f4ca75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6af6ea-fa5e-4b0e-9212-ad7a0e0eb3f5,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:47.159171 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 37050) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:47.208145 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689712ce-4d6a-453c-a3e1-15fe228be752 req-0d69986f-9845-48be-950c-fed104643c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:47.209638 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-689712ce-4d6a-453c-a3e1-15fe228be752 req-0d69986f-9845-48be-950c-fed104643c4a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec1e63dc-26dd-4e1a-8756-ada739f4a12a HTTP/1.1" status: 200 len: 859 time: 0.0807524 Mar 08 13:01:47.264101 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-689712ce-4d6a-453c-a3e1-15fe228be752 req-8b4bd6e1-521f-4848-9d4b-7cdec47685a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21bd8c3c-2f29-47a3-b60e-e76ac3085ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472336 Mar 08 13:01:47.269606 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c0f930e7-1c92-424a-ac6b-4d28749de421 req-5d3f6cf1-8e90-47b7-ac32-2c5183dac5ee service neutron] 10.222.0.72 "GET /v2.0/networks/22601ec1-3846-4b8b-84d1-d9378d9f83cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462738 Mar 08 13:01:47.277203 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-057efcb6-86c3-47fc-a9ab-b81b471e8cac admin admin] Publish callbacks [] for security_group (1daff961-fa61-4a73-a69e-efe9bf8c8b5f), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.293650 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ec820-3830-4ec2-b673-ce3d6e2f9c16 req-cf60c0d4-fe79-4fc1-90a0-c3ab4416c0de tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:47.296878 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0a5ec820-3830-4ec2-b673-ce3d6e2f9c16 req-cf60c0d4-fe79-4fc1-90a0-c3ab4416c0de tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 943 time: 0.1626596 Mar 08 13:01:47.302030 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-057efcb6-86c3-47fc-a9ab-b81b471e8cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (1daff961-fa61-4a73-a69e-efe9bf8c8b5f), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.306243 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e4c0-bdcf-4d4e-8598-4f920e5c8878 admin admin] Publish callbacks [] for security_group (bf6af6ea-fa5e-4b0e-9212-ad7a0e0eb3f5), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.338336 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 37062) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:47.421140 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e4c0-bdcf-4d4e-8598-4f920e5c8878 admin admin] Publish callbacks [] for security_group (bf6af6ea-fa5e-4b0e-9212-ad7a0e0eb3f5), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.427966 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-057efcb6-86c3-47fc-a9ab-b81b471e8cac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9453b24608e64842bd9db1c871fa31e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3916728 Mar 08 13:01:47.438360 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 37066) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:47.439646 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057efcb6-86c3-47fc-a9ab-b81b471e8cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daff961-fa61-4a73-a69e-efe9bf8c8b5f,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:47.472343 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-51f2a7d9-392e-4844-af53-40b870102eb9 req-6884d59a-18c2-4c0d-b124-5c3fce16ffbe tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 210 time: 0.0578313 Mar 08 13:01:47.474158 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-689712ce-4d6a-453c-a3e1-15fe228be752 req-1e97967f-91a1-442d-b404-8c7391ee8632 service neutron] 10.222.0.72 "GET /v2.0/networks/21bd8c3c-2f29-47a3-b60e-e76ac3085ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037003 Mar 08 13:01:47.477059 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-90d19f62-af66-4938-9246-3094ab5cfdec tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for port (4eb09271-6940-4210-8561-cd41923766bb), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.519741 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe957fcc-d34f-4231-ab3a-3ef8952cad62 admin admin] Deleting subnet 68c04ac9-a945-402e-b750-7bb4b0d9582a {{(pid=102969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:01:47.529936 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fe957fcc-d34f-4231-ab3a-3ef8952cad62 admin admin] Publish callbacks [] for subnet (68c04ac9-a945-402e-b750-7bb4b0d9582a), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.558869 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0a5ec820-3830-4ec2-b673-ce3d6e2f9c16 req-4a3bb061-fd49-49c3-a680-13daeedf4b6b tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2494342 Mar 08 13:01:47.595851 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fe957fcc-d34f-4231-ab3a-3ef8952cad62 admin admin] Publish callbacks [] for subnet (68c04ac9-a945-402e-b750-7bb4b0d9582a), precommit_delete_associations {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.597202 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-90d19f62-af66-4938-9246-3094ab5cfdec tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007'] for port (4eb09271-6940-4210-8561-cd41923766bb), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.614731 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fe957fcc-d34f-4231-ab3a-3ef8952cad62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791735'] for subnet (68c04ac9-a945-402e-b750-7bb4b0d9582a), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.617088 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-36a50211-b885-402d-a7b6-e7f2290a0788 admin admin] Publish callbacks [] for security_group (1daff961-fa61-4a73-a69e-efe9bf8c8b5f), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.639425 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e4c0-bdcf-4d4e-8598-4f920e5c8878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (bf6af6ea-fa5e-4b0e-9212-ad7a0e0eb3f5), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.642130 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e4c0-bdcf-4d4e-8598-4f920e5c8878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.646015 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-c1a8e4c0-bdcf-4d4e-8598-4f920e5c8878 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bf6af6ea-fa5e-4b0e-9212-ad7a0e0eb3f5 HTTP/1.1" status: 204 len: 168 time: 0.4832966 Mar 08 13:01:47.654497 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-689712ce-4d6a-453c-a3e1-15fe228be752 req-b3f1df98-d5d8-4f93-99ec-ccc0e8ecd7b8 service neutron] 10.222.0.72 "GET /v2.0/networks/21bd8c3c-2f29-47a3-b60e-e76ac3085ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743016 Mar 08 13:01:47.686816 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-90d19f62-af66-4938-9246-3094ab5cfdec tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Network 1855bf0b-ed79-4719-8efd-6cc0a1498526 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:47.688397 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8e4c0-bdcf-4d4e-8598-4f920e5c8878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6af6ea-fa5e-4b0e-9212-ad7a0e0eb3f5,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:47.689535 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d19f62-af66-4938-9246-3094ab5cfdec tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Pushing event updated for resources: {'Port': ['ID=4eb09271-6940-4210-8561-cd41923766bb,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:47.694921 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-90d19f62-af66-4938-9246-3094ab5cfdec tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:47.701724 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-90d19f62-af66-4938-9246-3094ab5cfdec tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:47.707884 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-90d19f62-af66-4938-9246-3094ab5cfdec tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:47.708832 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-90d19f62-af66-4938-9246-3094ab5cfdec tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.708980 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-36a50211-b885-402d-a7b6-e7f2290a0788 admin admin] Publish callbacks [] for security_group (1daff961-fa61-4a73-a69e-efe9bf8c8b5f), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.729062 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab79f0-bc39-42a4-bc4f-7f9eb2ba3db5 req-9af768f2-dbc9-4d4e-9114-a532bf982983 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:47.737549 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2fab79f0-bc39-42a4-bc4f-7f9eb2ba3db5 req-9af768f2-dbc9-4d4e-9114-a532bf982983 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 943 time: 0.1583848 Mar 08 13:01:47.758381 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-90d19f62-af66-4938-9246-3094ab5cfdec tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8143668 Mar 08 13:01:47.783942 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-93bf497f-6e46-4558-9f02-53a214553df9 service neutron] Request body: {'port': {'device_id': '9b9b92dc-f6c3-4500-a4fe-e80c775ba294', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:47.800614 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fe957fcc-d34f-4231-ab3a-3ef8952cad62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for subnet (68c04ac9-a945-402e-b750-7bb4b0d9582a), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.855853 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2fab79f0-bc39-42a4-bc4f-7f9eb2ba3db5 req-e1c9b410-6fdd-4198-912a-2b2e1e0e6cfe tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169150 Mar 08 13:01:47.904747 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fe957fcc-d34f-4231-ab3a-3ef8952cad62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.912629 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-fe957fcc-d34f-4231-ab3a-3ef8952cad62 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/68c04ac9-a945-402e-b750-7bb4b0d9582a HTTP/1.1" status: 204 len: 168 time: 0.5656469 Mar 08 13:01:47.915092 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 37078) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:47.929220 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe957fcc-d34f-4231-ab3a-3ef8952cad62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68c04ac9-a945-402e-b750-7bb4b0d9582a,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:47.930428 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-93bf497f-6e46-4558-9f02-53a214553df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (4eb09271-6940-4210-8561-cd41923766bb), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.944895 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-36a50211-b885-402d-a7b6-e7f2290a0788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (1daff961-fa61-4a73-a69e-efe9bf8c8b5f), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.947591 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-36a50211-b885-402d-a7b6-e7f2290a0788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.948808 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-36a50211-b885-402d-a7b6-e7f2290a0788 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1daff961-fa61-4a73-a69e-efe9bf8c8b5f HTTP/1.1" status: 204 len: 168 time: 0.5043378 Mar 08 13:01:48.013900 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a50211-b885-402d-a7b6-e7f2290a0788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daff961-fa61-4a73-a69e-efe9bf8c8b5f,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:48.095121 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27e8c110-28b5-4129-9675-f1ab3d15fdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749880'] for network (a4ab2def-eec0-4850-b52e-df8d8480a736), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:48.148980 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-8fb87193-1114-482f-a60d-da97900b71ec None None] Provisioning complete for port 4eb09271-6940-4210-8561-cd41923766bb triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:48.149591 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8fb87193-1114-482f-a60d-da97900b71ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (4eb09271-6940-4210-8561-cd41923766bb), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:48.202954 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-8fb87193-1114-482f-a60d-da97900b71ec None None] Port 4eb09271-6940-4210-8561-cd41923766bb cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:01:48.373094 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 37088) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:48.407372 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a18d00b9-ba54-4639-a80c-50cdb91dd856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:48.469883 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27e8c110-28b5-4129-9675-f1ab3d15fdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773944', 'neutron.services.segments.db._delete_segments_for_network-8755472085351'] for network (a4ab2def-eec0-4850-b52e-df8d8480a736), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:48.501887 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27e8c110-28b5-4129-9675-f1ab3d15fdde admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:48.502260 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27e8c110-28b5-4129-9675-f1ab3d15fdde admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:48.503029 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27e8c110-28b5-4129-9675-f1ab3d15fdde admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:48.503369 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27e8c110-28b5-4129-9675-f1ab3d15fdde admin admin] Subscribe: > port after_create 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:48.503558 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-93bf497f-6e46-4558-9f02-53a214553df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb09271-6940-4210-8561-cd41923766bb {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:01:48.503715 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27e8c110-28b5-4129-9675-f1ab3d15fdde admin admin] Subscribe: > port after_delete 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:48.504255 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27e8c110-28b5-4129-9675-f1ab3d15fdde admin admin] Subscribe: > port after_update 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:48.504753 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27e8c110-28b5-4129-9675-f1ab3d15fdde admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:48.505172 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27e8c110-28b5-4129-9675-f1ab3d15fdde admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:48.505594 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27e8c110-28b5-4129-9675-f1ab3d15fdde admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:48.505953 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27e8c110-28b5-4129-9675-f1ab3d15fdde admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:48.519665 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-93bf497f-6e46-4558-9f02-53a214553df9 service neutron] Publish callbacks [] for port (4eb09271-6940-4210-8561-cd41923766bb), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:48.542681 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-93bf497f-6e46-4558-9f02-53a214553df9 service neutron] Transition to ACTIVE for port object 4eb09271-6940-4210-8561-cd41923766bb will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:01:48.549070 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-93bf497f-6e46-4558-9f02-53a214553df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (4eb09271-6940-4210-8561-cd41923766bb), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:48.670639 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf497f-6e46-4558-9f02-53a214553df9 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb09271-6940-4210-8561-cd41923766bb,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:48.678328 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a18d00b9-ba54-4639-a80c-50cdb91dd856 admin admin] Publish callbacks [] for security_group (8a5392f8-d0ab-48f9-9b08-8efb2a9b2e7f), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:48.708138 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a18d00b9-ba54-4639-a80c-50cdb91dd856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (8a5392f8-d0ab-48f9-9b08-8efb2a9b2e7f), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:48.763029 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-93bf497f-6e46-4558-9f02-53a214553df9 service neutron] Attempting to bind port 4eb09271-6940-4210-8561-cd41923766bb on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:01:48.763373 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-93bf497f-6e46-4558-9f02-53a214553df9 service neutron] Attempting to bind port 4eb09271-6940-4210-8561-cd41923766bb by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '6878711a-8eab-4297-87fb-369fac68aae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:01:48.763827 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-93bf497f-6e46-4558-9f02-53a214553df9 service neutron] Attempting to bind port 4eb09271-6940-4210-8561-cd41923766bb on network 1855bf0b-ed79-4719-8efd-6cc0a1498526 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:48.782757 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27e8c110-28b5-4129-9675-f1ab3d15fdde admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:48.783580 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27e8c110-28b5-4129-9675-f1ab3d15fdde admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:48.784057 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27e8c110-28b5-4129-9675-f1ab3d15fdde admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:48.784682 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27e8c110-28b5-4129-9675-f1ab3d15fdde admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:48.785205 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-27e8c110-28b5-4129-9675-f1ab3d15fdde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ab2def-eec0-4850-b52e-df8d8480a736']}} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:48.785976 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64239-f77b-4fc1-960c-92a4fb5ff5d0 req-00311868-7bb9-406f-a710-a2e7c0021014 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:48.787606 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-65f64239-f77b-4fc1-960c-92a4fb5ff5d0 req-00311868-7bb9-406f-a710-a2e7c0021014 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.2073145 Mar 08 13:01:48.793445 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-93bf497f-6e46-4558-9f02-53a214553df9 service neutron] Port 4eb09271-6940-4210-8561-cd41923766bb on network 1855bf0b-ed79-4719-8efd-6cc0a1498526 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:01:48.793777 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-93bf497f-6e46-4558-9f02-53a214553df9 service neutron] Attempting to bind port 4eb09271-6940-4210-8561-cd41923766bb on network 1855bf0b-ed79-4719-8efd-6cc0a1498526 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:48.796010 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d00b9-ba54-4639-a80c-50cdb91dd856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5392f8-d0ab-48f9-9b08-8efb2a9b2e7f,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:48.812554 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-a18d00b9-ba54-4639-a80c-50cdb91dd856 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e698ed37e774b9bb5adc2e3777f745a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4381433 Mar 08 13:01:48.815730 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-93bf497f-6e46-4558-9f02-53a214553df9 service neutron] Checking agent: {'id': '1556a156-0b90-4c62-9625-a828b1293451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'started_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:01:48.816283 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-93bf497f-6e46-4558-9f02-53a214553df9 service neutron] Checking segment: {'id': '6878711a-8eab-4297-87fb-369fac68aae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:48.816984 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-93bf497f-6e46-4558-9f02-53a214553df9 service neutron] Bound using segment: {'id': '6878711a-8eab-4297-87fb-369fac68aae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:01:48.817731 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-93bf497f-6e46-4558-9f02-53a214553df9 service neutron] Bound port: 4eb09271-6940-4210-8561-cd41923766bb, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6878711a-8eab-4297-87fb-369fac68aae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:01:48.818330 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-93bf497f-6e46-4558-9f02-53a214553df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (4eb09271-6940-4210-8561-cd41923766bb), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:48.823017 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 37102) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:48.827040 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6a357-421d-4023-ac94-be8c1f0ba991 req-6ba0eecc-c429-4152-89c4-895527531b40 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:48.840176 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5ff6a357-421d-4023-ac94-be8c1f0ba991 req-6ba0eecc-c429-4152-89c4-895527531b40 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 943 time: 0.4646790 Mar 08 13:01:48.852164 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-27e8c110-28b5-4129-9675-f1ab3d15fdde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2fe265a-2ae1-4e8f-9f05-4058f35e3827') {'for_net_delete': True} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:48.852360 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-27e8c110-28b5-4129-9675-f1ab3d15fdde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2fe265a-2ae1-4e8f-9f05-4058f35e3827') {} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:48.877691 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27e8c110-28b5-4129-9675-f1ab3d15fdde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755472086384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5748543'] for segment (b2fe265a-2ae1-4e8f-9f05-4058f35e3827), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:48.913978 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27e8c110-28b5-4129-9675-f1ab3d15fdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (b2fe265a-2ae1-4e8f-9f05-4058f35e3827), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:48.939407 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-65f64239-f77b-4fc1-960c-92a4fb5ff5d0 req-e4bea9fc-e2d8-4d18-80b0-09d4ff257795 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371441 Mar 08 13:01:48.953019 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e8c110-28b5-4129-9675-f1ab3d15fdde admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=102969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:01:48.953420 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27e8c110-28b5-4129-9675-f1ab3d15fdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4286982'] for segment (b2fe265a-2ae1-4e8f-9f05-4058f35e3827), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:48.991591 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e6ed5051-a322-4565-820c-b3ce483d14ca admin admin] Publish callbacks [] for security_group (8a5392f8-d0ab-48f9-9b08-8efb2a9b2e7f), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:48.994250 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-93bf497f-6e46-4558-9f02-53a214553df9 service neutron] For port 4eb09271-6940-4210-8561-cd41923766bb, host hv-cinder-83008, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:01:49.019441 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-93bf497f-6e46-4558-9f02-53a214553df9 service neutron] For port 4eb09271-6940-4210-8561-cd41923766bb, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4eb09271-6940-4210-8561-cd41923766bb,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:01:49.037555 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-93bf497f-6e46-4558-9f02-53a214553df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (4eb09271-6940-4210-8561-cd41923766bb), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:49.049247 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e6ed5051-a322-4565-820c-b3ce483d14ca admin admin] Publish callbacks [] for security_group (8a5392f8-d0ab-48f9-9b08-8efb2a9b2e7f), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:49.111090 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 20a74c65-ee1c-41dc-a46e-2484d0f0d59c details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:01:49.149705 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-93bf497f-6e46-4558-9f02-53a214553df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:49.150137 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-93bf497f-6e46-4558-9f02-53a214553df9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:49.151407 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-93bf497f-6e46-4558-9f02-53a214553df9 service neutron] 10.222.0.72 "PUT /v2.0/ports/4eb09271-6940-4210-8561-cd41923766bb HTTP/1.1" status: 200 len: 1093 time: 1.3725479 Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: from cryptography.utils import int_from_bytes Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: from cryptography.utils import int_from_bytes Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: Traceback (most recent call last): Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: timer() Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: cb(*args, **kw) Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: return func(*args, **kwargs) Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: self._notify() Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: self.callback(batched_events) Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: event.method(event) Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: return f(self, *a, **k) Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: return self._get(url).json() Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: return self.request(url, 'GET', **kwargs) Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:01:49.159525 dv-cinder-830089-2-iscsi neutron-server[102969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:01:49.174527 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9b92dc-f6c3-4500-a4fe-e80c775ba294', 'tag': '4eb09271-6940-4210-8561-cd41923766bb'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:49.184909 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a4ca1f-08f5-49b1-a35c-7b283fd3e74d" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9b92dc-f6c3-4500-a4fe-e80c775ba294", "tag": "4eb09271-6940-4210-8561-cd41923766bb"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:01:49.263944 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27e8c110-28b5-4129-9675-f1ab3d15fdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673708'] for network (a4ab2def-eec0-4850-b52e-df8d8480a736), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:49.271946 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27e8c110-28b5-4129-9675-f1ab3d15fdde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:49.275852 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-27e8c110-28b5-4129-9675-f1ab3d15fdde admin admin] 10.222.0.50 "DELETE /v2.0/networks/a4ab2def-eec0-4850-b52e-df8d8480a736 HTTP/1.1" status: 204 len: 168 time: 1.3544452 Mar 08 13:01:49.295130 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 37124) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:49.296885 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8c110-28b5-4129-9675-f1ab3d15fdde admin admin] Pushing event deleted for resources: {'Network': ['ID=a4ab2def-eec0-4850-b52e-df8d8480a736,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:49.308243 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 20a74c65-ee1c-41dc-a46e-2484d0f0d59c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=20a74c65-ee1c-41dc-a46e-2484d0f0d59c,segment=NetworkSegment(27cdc7f9-e4c6-4646-bb87-0199a71c4e8b),segment_id=27cdc7f9-e4c6-4646-bb87-0199a71c4e8b)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:49.320550 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe368a-0a16-4c84-aeee-578e8dbe2609 req-5f1eb326-a282-4562-b0a4-78035cf1aef0 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:49.326906 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Returning: {'device': '20a74c65-ee1c-41dc-a46e-2484d0f0d59c', 'network_id': '21bd8c3c-2f29-47a3-b60e-e76ac3085ea7', 'port_id': '20a74c65-ee1c-41dc-a46e-2484d0f0d59c', 'mac_address': 'fa:16:3e:c4:7a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec1e63dc-26dd-4e1a-8756-ada739f4a12a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:01:49.329406 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-96fe368a-0a16-4c84-aeee-578e8dbe2609 req-5f1eb326-a282-4562-b0a4-78035cf1aef0 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 943 time: 0.2977657 Mar 08 13:01:49.332190 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e6ed5051-a322-4565-820c-b3ce483d14ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (8a5392f8-d0ab-48f9-9b08-8efb2a9b2e7f), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:49.334814 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e6ed5051-a322-4565-820c-b3ce483d14ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:49.338284 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-e6ed5051-a322-4565-820c-b3ce483d14ca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8a5392f8-d0ab-48f9-9b08-8efb2a9b2e7f HTTP/1.1" status: 204 len: 168 time: 0.5038381 Mar 08 13:01:49.363359 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf497f-6e46-4558-9f02-53a214553df9 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb09271-6940-4210-8561-cd41923766bb,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:49.366437 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_v2 [None req-1faff0f6-1302-4b80-a63b-54c66abc2727 admin admin] Deleting subnet b9bbe174-ee88-498e-8d36-17d0b968586d {{(pid=102969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:01:49.389441 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5ff6a357-421d-4023-ac94-be8c1f0ba991 req-a6c1f7c8-2659-4478-aa6b-3b25be4ec593 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5433342 Mar 08 13:01:49.390977 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1faff0f6-1302-4b80-a63b-54c66abc2727 admin admin] Publish callbacks [] for subnet (b9bbe174-ee88-498e-8d36-17d0b968586d), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:49.436537 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 20a74c65-ee1c-41dc-a46e-2484d0f0d59c is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:49.439131 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (20a74c65-ee1c-41dc-a46e-2484d0f0d59c), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:49.452682 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed5051-a322-4565-820c-b3ce483d14ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5392f8-d0ab-48f9-9b08-8efb2a9b2e7f,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:49.504820 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a74c65-ee1c-41dc-a46e-2484d0f0d59c {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:01:49.522476 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1faff0f6-1302-4b80-a63b-54c66abc2727 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5748676'] for subnet (b9bbe174-ee88-498e-8d36-17d0b968586d), precommit_delete_associations {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:49.558667 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 20a74c65-ee1c-41dc-a46e-2484d0f0d59c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=20a74c65-ee1c-41dc-a46e-2484d0f0d59c,segment=NetworkSegment(27cdc7f9-e4c6-4646-bb87-0199a71c4e8b),segment_id=27cdc7f9-e4c6-4646-bb87-0199a71c4e8b)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:49.567479 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (20a74c65-ee1c-41dc-a46e-2484d0f0d59c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:49.568512 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 0986330a-861a-4404-919f-3149d39ff59f details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:01:49.660309 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1faff0f6-1302-4b80-a63b-54c66abc2727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791735'] for subnet (b9bbe174-ee88-498e-8d36-17d0b968586d), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:49.670554 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812fcf9-3029-4cbf-96ac-0053702749ab req-8a6230a3-be4d-47d6-b349-c57359c8963a tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:49.679007 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6812fcf9-3029-4cbf-96ac-0053702749ab req-8a6230a3-be4d-47d6-b349-c57359c8963a tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 943 time: 0.1235225 Mar 08 13:01:49.801821 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6812fcf9-3029-4cbf-96ac-0053702749ab req-89079eaa-07ee-4912-ba66-94eb08fe1d7a tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213994 Mar 08 13:01:49.804470 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1faff0f6-1302-4b80-a63b-54c66abc2727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4213226'] for subnet (b9bbe174-ee88-498e-8d36-17d0b968586d), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:49.818558 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=20a74c65-ee1c-41dc-a46e-2484d0f0d59c,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:49.826728 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-96fe368a-0a16-4c84-aeee-578e8dbe2609 req-d6332354-ee3a-475c-b1ab-234768287485 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4963090 Mar 08 13:01:49.830587 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-02bf6d68-a0ed-4776-b207-ad10ab436c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:49.832331 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-02bf6d68-a0ed-4776-b207-ad10ab436c06 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41c838c4ea194624a0d4fca29dbc6bc6&device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 1127 time: 0.6109843 Mar 08 13:01:49.849492 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1faff0f6-1302-4b80-a63b-54c66abc2727 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:49.858712 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-1faff0f6-1302-4b80-a63b-54c66abc2727 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b9bbe174-ee88-498e-8d36-17d0b968586d HTTP/1.1" status: 204 len: 168 time: 0.5576298 Mar 08 13:01:49.893986 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 37138) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:49.902782 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-b95ba0ce-637c-496e-a201-dc97cf0a1f21 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eb09271-6940-4210-8561-cd41923766bb HTTP/1.1" status: 200 len: 217 time: 0.0561743 Mar 08 13:01:49.904592 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2f740c-e9ec-4acc-a410-43bb43a0840b x-openstack-request-id: req-be2f740c-e9ec-4acc-a410-43bb43a0840b {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:01:49.904892 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9b92dc-f6c3-4500-a4fe-e80c775ba294", "tag": "4eb09271-6940-4210-8561-cd41923766bb", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:01:49.905147 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-be2f740c-e9ec-4acc-a410-43bb43a0840b {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:01:49.905539 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9b92dc-f6c3-4500-a4fe-e80c775ba294', 'tag': '4eb09271-6940-4210-8561-cd41923766bb', 'status': 'completed', 'code': 200} Mar 08 13:01:49.905643 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faff0f6-1302-4b80-a63b-54c66abc2727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9bbe174-ee88-498e-8d36-17d0b968586d,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:49.925006 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 0986330a-861a-4404-919f-3149d39ff59f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0986330a-861a-4404-919f-3149d39ff59f,segment=NetworkSegment(5d8c9d50-3aaa-4990-a1a3-1e19845954fa),segment_id=5d8c9d50-3aaa-4990-a1a3-1e19845954fa)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:49.936912 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Returning: {'device': '0986330a-861a-4404-919f-3149d39ff59f', 'network_id': 'ef08715f-7953-4413-b447-31411b8326bd', 'port_id': '0986330a-861a-4404-919f-3149d39ff59f', 'mac_address': 'fa:16:3e:55:33:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9617c2a-ff4b-4356-8998-5615c6feb07d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:01:49.997166 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 0986330a-861a-4404-919f-3149d39ff59f is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:49.997847 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (0986330a-861a-4404-919f-3149d39ff59f), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:50.013280 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0986330a-861a-4404-919f-3149d39ff59f {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:01:50.037624 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 0986330a-861a-4404-919f-3149d39ff59f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0986330a-861a-4404-919f-3149d39ff59f,segment=NetworkSegment(5d8c9d50-3aaa-4990-a1a3-1e19845954fa),segment_id=5d8c9d50-3aaa-4990-a1a3-1e19845954fa)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:50.052097 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (0986330a-861a-4404-919f-3149d39ff59f), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:50.053108 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device e2f3b82b-f0c2-4311-b8dd-d4248e77e863 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:01:50.100695 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-34cc519b-5eba-467f-8795-8459d20becfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749880'] for network (bbc5a870-0ae7-438b-9e4e-c8cd27016463), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:50.110791 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-17184480-9258-4ddb-98c2-eecf96b16be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:50.113057 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-17184480-9258-4ddb-98c2-eecf96b16be7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b305f603-9e69-4e73-882b-c5731c87cd5a HTTP/1.1" status: 200 len: 855 time: 0.1939604 Mar 08 13:01:50.186924 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87f880-8ae6-41d1-87e7-cbd0f9a3c8c7 req-83da91cc-a728-427d-bee4-65f24b8c67e8 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:50.188980 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fb87f880-8ae6-41d1-87e7-cbd0f9a3c8c7 req-83da91cc-a728-427d-bee4-65f24b8c67e8 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.1387002 Mar 08 13:01:50.229080 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=0986330a-861a-4404-919f-3149d39ff59f,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:50.284877 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port e2f3b82b-f0c2-4311-b8dd-d4248e77e863, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e2f3b82b-f0c2-4311-b8dd-d4248e77e863,segment=NetworkSegment(0d2187b0-3440-4b5e-9fc0-a77835bc9ebb),segment_id=0d2187b0-3440-4b5e-9fc0-a77835bc9ebb)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:50.293934 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-e260e79a-de5f-4c33-a19e-a3da954e0618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:50.296869 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-e260e79a-de5f-4c33-a19e-a3da954e0618 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1855bf0b-ed79-4719-8efd-6cc0a1498526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1765962 Mar 08 13:01:50.299380 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Returning: {'device': 'e2f3b82b-f0c2-4311-b8dd-d4248e77e863', 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'port_id': 'e2f3b82b-f0c2-4311-b8dd-d4248e77e863', 'mac_address': 'fa:16:3e:66:c2:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:01:50.361841 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port e2f3b82b-f0c2-4311-b8dd-d4248e77e863 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:50.362739 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (e2f3b82b-f0c2-4311-b8dd-d4248e77e863), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:50.383042 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f3b82b-f0c2-4311-b8dd-d4248e77e863 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:01:50.415765 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port e2f3b82b-f0c2-4311-b8dd-d4248e77e863, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e2f3b82b-f0c2-4311-b8dd-d4248e77e863,segment=NetworkSegment(0d2187b0-3440-4b5e-9fc0-a77835bc9ebb),segment_id=0d2187b0-3440-4b5e-9fc0-a77835bc9ebb)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:50.425189 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (e2f3b82b-f0c2-4311-b8dd-d4248e77e863), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:50.473964 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-34cc519b-5eba-467f-8795-8459d20becfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773944', 'neutron.services.segments.db._delete_segments_for_network-8755472085351'] for network (bbc5a870-0ae7-438b-9e4e-c8cd27016463), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:50.512410 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=e2f3b82b-f0c2-4311-b8dd-d4248e77e863,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:50.518425 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fb87f880-8ae6-41d1-87e7-cbd0f9a3c8c7 req-62342046-8e0b-4c54-abde-9215a7bd0f9d tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3076353 Mar 08 13:01:50.522227 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-34cc519b-5eba-467f-8795-8459d20becfc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:50.523096 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-34cc519b-5eba-467f-8795-8459d20becfc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:50.523571 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-34cc519b-5eba-467f-8795-8459d20becfc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:50.528275 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-34cc519b-5eba-467f-8795-8459d20becfc admin admin] Subscribe: > port after_create 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:50.529216 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-34cc519b-5eba-467f-8795-8459d20becfc admin admin] Subscribe: > port after_delete 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:50.529746 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-34cc519b-5eba-467f-8795-8459d20becfc admin admin] Subscribe: > port after_update 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:50.530265 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-34cc519b-5eba-467f-8795-8459d20becfc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:50.530775 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-34cc519b-5eba-467f-8795-8459d20becfc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:50.531386 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-34cc519b-5eba-467f-8795-8459d20becfc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:50.532843 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-34cc519b-5eba-467f-8795-8459d20becfc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:50.630292 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-34cc519b-5eba-467f-8795-8459d20becfc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:50.630930 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-34cc519b-5eba-467f-8795-8459d20becfc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:50.631415 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-34cc519b-5eba-467f-8795-8459d20becfc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:50.631923 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-34cc519b-5eba-467f-8795-8459d20becfc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:50.632460 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-34cc519b-5eba-467f-8795-8459d20becfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc5a870-0ae7-438b-9e4e-c8cd27016463']}} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:50.654027 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-6d1ede88-2111-42a9-89ab-5f07cc45d472 service neutron] 10.222.0.72 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446245 Mar 08 13:01:50.670657 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-34cc519b-5eba-467f-8795-8459d20becfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04bc89d1-51d1-4816-ac4a-250b5be44592') {'for_net_delete': True} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:50.671203 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-34cc519b-5eba-467f-8795-8459d20becfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04bc89d1-51d1-4816-ac4a-250b5be44592') {} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:50.716744 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdcd02-6945-48c2-b5e5-a320d8caab14 req-5704560c-0106-4d80-bd48-e8e14a788c74 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:50.726698 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-69cdcd02-6945-48c2-b5e5-a320d8caab14 req-5704560c-0106-4d80-bd48-e8e14a788c74 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 944 time: 0.1070452 Mar 08 13:01:50.742701 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-34cc519b-5eba-467f-8795-8459d20becfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755472086384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5404991'] for segment (04bc89d1-51d1-4816-ac4a-250b5be44592), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:50.798847 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-69cdcd02-6945-48c2-b5e5-a320d8caab14 req-e90bf003-ca97-4bb8-999c-5ece2d1f4ed8 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707438 Mar 08 13:01:50.907565 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-34cc519b-5eba-467f-8795-8459d20becfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (04bc89d1-51d1-4816-ac4a-250b5be44592), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:50.925115 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34cc519b-5eba-467f-8795-8459d20becfc admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=102968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:01:50.925524 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-34cc519b-5eba-467f-8795-8459d20becfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5564882'] for segment (04bc89d1-51d1-4816-ac4a-250b5be44592), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: from cryptography.utils import int_from_bytes Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: from cryptography.utils import int_from_bytes Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: Traceback (most recent call last): Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: timer() Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: cb(*args, **kw) Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: return func(*args, **kwargs) Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: self._notify() Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: self.callback(batched_events) Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: event.method(event) Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: return f(self, *a, **k) Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: return self._get(url).json() Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: return self.request(url, 'GET', **kwargs) Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:01:50.939524 dv-cinder-830089-2-iscsi neutron-server[102968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:01:51.101741 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7c0c32ce-e5f6-4d51-9a22-f7da9d8d3e83 req-93dc19e4-051c-4616-80de-f5ce82ab3c62 service neutron] 10.222.0.72 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253526 Mar 08 13:01:51.104833 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-34cc519b-5eba-467f-8795-8459d20becfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673708'] for network (bbc5a870-0ae7-438b-9e4e-c8cd27016463), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:51.105012 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device c56376ae-ae7b-483a-b658-f9784057d722 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:01:51.124996 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-34cc519b-5eba-467f-8795-8459d20becfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:51.128948 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-34cc519b-5eba-467f-8795-8459d20becfc admin admin] 10.222.0.50 "DELETE /v2.0/networks/bbc5a870-0ae7-438b-9e4e-c8cd27016463 HTTP/1.1" status: 204 len: 168 time: 1.2336447 Mar 08 13:01:51.130893 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['e2f3b82b-f0c2-4311-b8dd-d4248e77e863'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:01:51.134941 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a343038-25ef-49a9-b195-78ff89e3365e req-589d263f-9383-42fa-a779-fed977e5fb2a tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:51.139615 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5a343038-25ef-49a9-b195-78ff89e3365e req-589d263f-9383-42fa-a779-fed977e5fb2a tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 944 time: 0.1170661 Mar 08 13:01:51.148826 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc519b-5eba-467f-8795-8459d20becfc admin admin] Pushing event deleted for resources: {'Network': ['ID=bbc5a870-0ae7-438b-9e4e-c8cd27016463,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:51.168982 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925924f3-43db-40d9-b4e4-9264b9567aa6 req-c39c3d58-d327-4d6f-b484-285821713991 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:51.174878 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['0986330a-861a-4404-919f-3149d39ff59f'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:01:51.182598 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-925924f3-43db-40d9-b4e4-9264b9567aa6 req-c39c3d58-d327-4d6f-b484-285821713991 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 943 time: 0.2093952 Mar 08 13:01:51.284428 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5a343038-25ef-49a9-b195-78ff89e3365e req-00e1aae5-576f-4517-ab89-ca60f8ff975f tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366374 Mar 08 13:01:51.295373 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-925924f3-43db-40d9-b4e4-9264b9567aa6 req-f245a91a-5685-48ba-95c0-7c316f6a1cb8 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100571 Mar 08 13:01:51.331640 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4ca1f-08f5-49b1-a35c-7b283fd3e74d req-fe31e0cf-4d46-4e04-a061-f9f72decb3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:51.333179 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6a4ca1f-08f5-49b1-a35c-7b283fd3e74d req-fe31e0cf-4d46-4e04-a061-f9f72decb3d9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41c838c4ea194624a0d4fca29dbc6bc6&device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 1127 time: 0.1139185 Mar 08 13:01:51.345108 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['20a74c65-ee1c-41dc-a46e-2484d0f0d59c'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:01:51.494158 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 37202) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:51.501079 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4ca1f-08f5-49b1-a35c-7b283fd3e74d req-c69b3d2e-fa88-45ab-8af0-9687706d679b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:51.502925 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6a4ca1f-08f5-49b1-a35c-7b283fd3e74d req-c69b3d2e-fa88-45ab-8af0-9687706d679b service neutron] 10.222.0.72 "GET /v2.0/networks?id=1855bf0b-ed79-4719-8efd-6cc0a1498526 HTTP/1.1" status: 200 len: 918 time: 0.1636364 Mar 08 13:01:51.551832 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-5c1846e6-fe4f-4e79-8545-13503696c07b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f306d41698334cc7871f09af1b139657&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0539441 Mar 08 13:01:51.552297 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 37204) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:51.624201 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1f8fbf6d-4c9a-4f7c-8a1d-930497b0e097 admin admin] Publish callbacks [] for security_group (950c623e-9e41-44f1-ac8b-5109ce5ef4ba), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:51.660536 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1f8fbf6d-4c9a-4f7c-8a1d-930497b0e097 admin admin] Publish callbacks [] for security_group (950c623e-9e41-44f1-ac8b-5109ce5ef4ba), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:51.715801 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port c56376ae-ae7b-483a-b658-f9784057d722, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c56376ae-ae7b-483a-b658-f9784057d722,segment=NetworkSegment(27cdc7f9-e4c6-4646-bb87-0199a71c4e8b),segment_id=27cdc7f9-e4c6-4646-bb87-0199a71c4e8b)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:51.738494 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Returning: {'device': 'c56376ae-ae7b-483a-b658-f9784057d722', 'network_id': '21bd8c3c-2f29-47a3-b60e-e76ac3085ea7', 'port_id': 'c56376ae-ae7b-483a-b658-f9784057d722', 'mac_address': 'fa:16:3e:d6:69:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec1e63dc-26dd-4e1a-8756-ada739f4a12a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:01:51.766252 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89195d01-f42b-426d-af6e-a6e35d886102 req-760e2989-9043-43ee-90f4-ffb553b3e905 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:51.767828 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-89195d01-f42b-426d-af6e-a6e35d886102 req-760e2989-9043-43ee-90f4-ffb553b3e905 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.1109841 Mar 08 13:01:51.783443 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1f8fbf6d-4c9a-4f7c-8a1d-930497b0e097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (950c623e-9e41-44f1-ac8b-5109ce5ef4ba), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:51.789852 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1f8fbf6d-4c9a-4f7c-8a1d-930497b0e097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:51.794513 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-1f8fbf6d-4c9a-4f7c-8a1d-930497b0e097 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/950c623e-9e41-44f1-ac8b-5109ce5ef4ba HTTP/1.1" status: 204 len: 168 time: 0.2398419 Mar 08 13:01:51.833813 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8fbf6d-4c9a-4f7c-8a1d-930497b0e097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950c623e-9e41-44f1-ac8b-5109ce5ef4ba,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:51.894019 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-89195d01-f42b-426d-af6e-a6e35d886102 req-b9921a46-a78c-474c-a357-d7aeee5edbb5 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184816 Mar 08 13:01:51.899856 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port c56376ae-ae7b-483a-b658-f9784057d722 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:51.900692 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (c56376ae-ae7b-483a-b658-f9784057d722), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:51.966806 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56376ae-ae7b-483a-b658-f9784057d722 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:01:52.075163 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port c56376ae-ae7b-483a-b658-f9784057d722, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c56376ae-ae7b-483a-b658-f9784057d722,segment=NetworkSegment(27cdc7f9-e4c6-4646-bb87-0199a71c4e8b),segment_id=27cdc7f9-e4c6-4646-bb87-0199a71c4e8b)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:52.086408 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (c56376ae-ae7b-483a-b658-f9784057d722), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:52.112371 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021cd39-bfb0-4ae2-8459-30deb4499105 req-7ddfd93a-77df-4cb5-acb7-1432674d115d tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:52.114767 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6021cd39-bfb0-4ae2-8459-30deb4499105 req-7ddfd93a-77df-4cb5-acb7-1432674d115d tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 944 time: 0.0985298 Mar 08 13:01:52.201891 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6021cd39-bfb0-4ae2-8459-30deb4499105 req-1a8090dd-4e2f-46f3-a808-964df74e369f tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766103 Mar 08 13:01:52.215419 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=c56376ae-ae7b-483a-b658-f9784057d722,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:52.454621 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 37244) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:52.468187 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566a78a-3c7c-47ea-a21d-99da2fcb3e9c req-f66261e8-31b5-4f0c-b759-0d428a7cf96a tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:52.470963 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a566a78a-3c7c-47ea-a21d-99da2fcb3e9c req-f66261e8-31b5-4f0c-b759-0d428a7cf96a tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 944 time: 0.0841858 Mar 08 13:01:52.509482 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdec8a-db2a-4628-9032-0a5772914366 req-24bd365c-f2c7-4b60-a52c-a01b9bcb72d7 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:52.511988 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-54cdec8a-db2a-4628-9032-0a5772914366 req-24bd365c-f2c7-4b60-a52c-a01b9bcb72d7 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 944 time: 0.1188211 Mar 08 13:01:52.541465 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-2f0a07a5-93f5-4bb3-bcfa-5ffe26f964c5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6efd61a95ccb44fc863d4ee3538d6641&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0850325 Mar 08 13:01:52.541829 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 37250) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:52.560698 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a566a78a-3c7c-47ea-a21d-99da2fcb3e9c req-e1ed63d0-2dc0-4e88-9a0b-5401360bfec2 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820534 Mar 08 13:01:52.610749 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-59c4984b-b66c-4dce-b0b7-4f279947994e admin admin] Publish callbacks [] for security_group (0d62877f-8c54-4781-a04e-94256e639c89), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:52.626332 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-54cdec8a-db2a-4628-9032-0a5772914366 req-7e13f8d2-40ac-442b-ad17-848ccb8a7f06 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021459 Mar 08 13:01:52.640842 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-59c4984b-b66c-4dce-b0b7-4f279947994e admin admin] Publish callbacks [] for security_group (0d62877f-8c54-4781-a04e-94256e639c89), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:52.695523 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-59c4984b-b66c-4dce-b0b7-4f279947994e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (0d62877f-8c54-4781-a04e-94256e639c89), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:52.698252 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-59c4984b-b66c-4dce-b0b7-4f279947994e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:52.699462 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-59c4984b-b66c-4dce-b0b7-4f279947994e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0d62877f-8c54-4781-a04e-94256e639c89 HTTP/1.1" status: 204 len: 168 time: 0.1564784 Mar 08 13:01:52.718305 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4984b-b66c-4dce-b0b7-4f279947994e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d62877f-8c54-4781-a04e-94256e639c89,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:52.781540 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6a4ca1f-08f5-49b1-a35c-7b283fd3e74d req-aab5299c-64a8-471f-9680-2b33c3f6fc31 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eb09271-6940-4210-8561-cd41923766bb HTTP/1.1" status: 200 len: 217 time: 0.0420997 Mar 08 13:01:53.076331 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc703093-4988-4e44-92d9-2d3ed3b81854 req-30c6fdfa-674d-4fd0-aee0-b0f0421950a4 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:53.077963 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-cc703093-4988-4e44-92d9-2d3ed3b81854 req-30c6fdfa-674d-4fd0-aee0-b0f0421950a4 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0653927 Mar 08 13:01:53.145152 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-cc703093-4988-4e44-92d9-2d3ed3b81854 req-aa7324f4-1774-4922-abdc-166d09615636 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594890 Mar 08 13:01:53.364889 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48b0a5-1e8f-44a1-9dce-258551f5dc01 req-e8eb3006-6b60-4d2c-8432-5812705a5308 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:53.366954 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5b48b0a5-1e8f-44a1-9dce-258551f5dc01 req-e8eb3006-6b60-4d2c-8432-5812705a5308 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 944 time: 0.0833001 Mar 08 13:01:53.378006 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 37310) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:53.440331 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5b48b0a5-1e8f-44a1-9dce-258551f5dc01 req-5f0f79d4-9ff0-43eb-abab-eba6a2b444e7 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676129 Mar 08 13:01:53.505179 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f746964e-5c59-4cb9-818d-5a1799e2bc9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:53.590187 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f746964e-5c59-4cb9-818d-5a1799e2bc9d admin admin] Publish callbacks [] for security_group (55c73020-67ae-43fd-85f2-f847d2077e0d), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:53.597306 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f746964e-5c59-4cb9-818d-5a1799e2bc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (55c73020-67ae-43fd-85f2-f847d2077e0d), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:53.639822 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 37326) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:53.640184 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-f746964e-5c59-4cb9-818d-5a1799e2bc9d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=350cb911e9e64e958779d1059791d2fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644434 Mar 08 13:01:53.642727 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746964e-5c59-4cb9-818d-5a1799e2bc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c73020-67ae-43fd-85f2-f847d2077e0d,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:53.703568 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4a86b-22be-405b-a921-717d6185ae05 req-986a5fa9-299a-4081-a9f1-86995e2d9dba tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:53.711803 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-56c4a86b-22be-405b-a921-717d6185ae05 req-986a5fa9-299a-4081-a9f1-86995e2d9dba tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 944 time: 0.0656054 Mar 08 13:01:53.763730 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4ca1f-08f5-49b1-a35c-7b283fd3e74d req-6b9b593d-0da9-4aaa-a1b9-e63e98d188c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:53.765235 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6a4ca1f-08f5-49b1-a35c-7b283fd3e74d req-6b9b593d-0da9-4aaa-a1b9-e63e98d188c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b305f603-9e69-4e73-882b-c5731c87cd5a HTTP/1.1" status: 200 len: 855 time: 0.1194632 Mar 08 13:01:53.773358 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-56c4a86b-22be-405b-a921-717d6185ae05 req-a27d9ef1-033a-4106-9cc4-74b98a4f3ffe tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551791 Mar 08 13:01:53.802570 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-099b6d7b-e0e1-443a-8cd5-dcfb3ca51fc7 admin admin] Publish callbacks [] for security_group (55c73020-67ae-43fd-85f2-f847d2077e0d), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:53.812180 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957f331-1035-4631-b81b-1becfa05bd52 req-0d004fd5-fccb-4a6a-b550-af82cd92324b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:53.813774 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e957f331-1035-4631-b81b-1becfa05bd52 req-0d004fd5-fccb-4a6a-b550-af82cd92324b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 944 time: 0.0986555 Mar 08 13:01:53.849830 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-099b6d7b-e0e1-443a-8cd5-dcfb3ca51fc7 admin admin] Publish callbacks [] for security_group (55c73020-67ae-43fd-85f2-f847d2077e0d), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:53.903795 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e957f331-1035-4631-b81b-1becfa05bd52 req-fe2c9057-8ea8-4c23-9135-294a4b8459cb tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822210 Mar 08 13:01:53.923192 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-099b6d7b-e0e1-443a-8cd5-dcfb3ca51fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (55c73020-67ae-43fd-85f2-f847d2077e0d), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:53.926222 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-099b6d7b-e0e1-443a-8cd5-dcfb3ca51fc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:53.927543 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-099b6d7b-e0e1-443a-8cd5-dcfb3ca51fc7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55c73020-67ae-43fd-85f2-f847d2077e0d HTTP/1.1" status: 204 len: 168 time: 0.2830167 Mar 08 13:01:53.936203 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b6d7b-e0e1-443a-8cd5-dcfb3ca51fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c73020-67ae-43fd-85f2-f847d2077e0d,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:54.279969 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6fb841-6d05-40c4-bd22-668ce6b76e24 req-a4d4c33a-00f1-46a3-9b40-a7185de330af tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:54.281666 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2d6fb841-6d05-40c4-bd22-668ce6b76e24 req-a4d4c33a-00f1-46a3-9b40-a7185de330af tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0585206 Mar 08 13:01:54.303221 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 37344) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:54.325188 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-668ef451-a3aa-473d-aa66-e189e9890881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:54.356458 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2d6fb841-6d05-40c4-bd22-668ce6b76e24 req-72508d1c-e555-4dfb-b1f2-80a9007d28b2 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683849 Mar 08 13:01:54.418994 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-668ef451-a3aa-473d-aa66-e189e9890881 admin admin] Publish callbacks [] for security_group (68be11a5-5c8f-4561-b5b7-00beefffd358), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:54.424074 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-668ef451-a3aa-473d-aa66-e189e9890881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (68be11a5-5c8f-4561-b5b7-00beefffd358), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:54.465373 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-668ef451-a3aa-473d-aa66-e189e9890881 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f17ec7478a324ce3a0b3e5b6f0623759&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1612053 Mar 08 13:01:54.467392 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ef451-a3aa-473d-aa66-e189e9890881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68be11a5-5c8f-4561-b5b7-00beefffd358,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:54.468364 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 37350) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:54.548038 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-28a57ca1-9651-4e81-b671-e62f8f635360 admin admin] Publish callbacks [] for security_group (68be11a5-5c8f-4561-b5b7-00beefffd358), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:54.576023 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-28a57ca1-9651-4e81-b671-e62f8f635360 admin admin] Publish callbacks [] for security_group (68be11a5-5c8f-4561-b5b7-00beefffd358), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:54.592765 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec3670-1e84-449b-a6c3-37e844bfc87a req-3afcad7e-05a3-4774-b26d-f28f0a10a52f tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:54.594319 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d8ec3670-1e84-449b-a6c3-37e844bfc87a req-3afcad7e-05a3-4774-b26d-f28f0a10a52f tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 944 time: 0.0891461 Mar 08 13:01:54.660483 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d8ec3670-1e84-449b-a6c3-37e844bfc87a req-6e092fd4-2d2d-4206-be08-175d7e6095f1 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589390 Mar 08 13:01:54.668478 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-28a57ca1-9651-4e81-b671-e62f8f635360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (68be11a5-5c8f-4561-b5b7-00beefffd358), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:54.669612 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-449a4dce-c1bc-440b-8ccc-9c2bae07bdb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:54.672898 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-28a57ca1-9651-4e81-b671-e62f8f635360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:54.674272 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-28a57ca1-9651-4e81-b671-e62f8f635360 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/68be11a5-5c8f-4561-b5b7-00beefffd358 HTTP/1.1" status: 204 len: 168 time: 0.2046351 Mar 08 13:01:54.682182 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a57ca1-9651-4e81-b671-e62f8f635360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68be11a5-5c8f-4561-b5b7-00beefffd358,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:54.887664 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4ca1f-08f5-49b1-a35c-7b283fd3e74d req-c76e4c18-c433-42ae-900c-f5e81aded88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:54.889197 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cde59-3bf8-45ba-b9c1-735066036010 req-a89f1370-e4c0-41a1-83f5-72e7f51c7651 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:54.889344 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6a4ca1f-08f5-49b1-a35c-7b283fd3e74d req-c76e4c18-c433-42ae-900c-f5e81aded88e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1855bf0b-ed79-4719-8efd-6cc0a1498526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488927 Mar 08 13:01:54.891089 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f56cde59-3bf8-45ba-b9c1-735066036010 req-a89f1370-e4c0-41a1-83f5-72e7f51c7651 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 944 time: 0.0612431 Mar 08 13:01:54.959561 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f56cde59-3bf8-45ba-b9c1-735066036010 req-e5614a5a-79a5-49cf-b619-f64a6003820f tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610070 Mar 08 13:01:55.025015 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6a4ca1f-08f5-49b1-a35c-7b283fd3e74d req-4623f898-eebd-4629-aa2f-4c243e1be3fa service neutron] 10.222.0.72 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275139 Mar 08 13:01:55.106142 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9c417-d813-49ba-80c7-bf867a0807a4 req-37cb438e-4738-4790-bb56-6ff1fc1f9e6c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:55.107654 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4df9c417-d813-49ba-80c7-bf867a0807a4 req-37cb438e-4738-4790-bb56-6ff1fc1f9e6c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 944 time: 0.1195831 Mar 08 13:01:55.157683 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6a4ca1f-08f5-49b1-a35c-7b283fd3e74d req-c3e9d6aa-597e-4f44-9967-4313bcf459ea service neutron] 10.222.0.72 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247854 Mar 08 13:01:55.175409 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4df9c417-d813-49ba-80c7-bf867a0807a4 req-7db74c21-c3c3-415b-8a6e-e07562318e2f tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601490 Mar 08 13:01:55.494030 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e51f8-9d32-4910-946c-90ac068200e8 req-227ea2c9-f6db-4f13-a219-0f89bb56af91 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:55.495528 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-421e51f8-9d32-4910-946c-90ac068200e8 req-227ea2c9-f6db-4f13-a219-0f89bb56af91 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0632234 Mar 08 13:01:55.549050 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-421e51f8-9d32-4910-946c-90ac068200e8 req-db55322e-8dc1-491e-9554-ce47b17662b8 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478752 Mar 08 13:01:55.796705 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39721a7f-5d4d-44df-ab64-426b06c6f151 req-69bd2cf4-d112-4aa6-bd7b-63bc0f67e151 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:55.798280 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-39721a7f-5d4d-44df-ab64-426b06c6f151 req-69bd2cf4-d112-4aa6-bd7b-63bc0f67e151 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 944 time: 0.0630977 Mar 08 13:01:55.846333 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-39721a7f-5d4d-44df-ab64-426b06c6f151 req-7a5a18f0-ab5c-4b29-9b69-b512e5667944 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423229 Mar 08 13:01:55.874739 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 37394) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:55.979517 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-248ed7c2-0126-4130-8c91-1b7ba0c7c909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:56.061044 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-248ed7c2-0126-4130-8c91-1b7ba0c7c909 admin admin] Publish callbacks [] for security_group (e52a3fc7-ece4-41d0-87e4-1510a22297b5), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:56.066668 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-248ed7c2-0126-4130-8c91-1b7ba0c7c909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (e52a3fc7-ece4-41d0-87e4-1510a22297b5), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:56.081944 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fee65-67d9-4753-abb3-8270c5e6bf57 req-52c3d2fd-9034-4a5f-ab58-a68e459d81f1 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:56.083613 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7f3fee65-67d9-4753-abb3-8270c5e6bf57 req-52c3d2fd-9034-4a5f-ab58-a68e459d81f1 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 944 time: 0.0558500 Mar 08 13:01:56.105914 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-248ed7c2-0126-4130-8c91-1b7ba0c7c909 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e45f0537223847a8a8c9e46be5b03eef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294796 Mar 08 13:01:56.107260 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ed7c2-0126-4130-8c91-1b7ba0c7c909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52a3fc7-ece4-41d0-87e4-1510a22297b5,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:56.110114 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 37400) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:56.131313 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7f3fee65-67d9-4753-abb3-8270c5e6bf57 req-d022b043-322a-4613-8dbc-4f54ed75f7c6 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421684 Mar 08 13:01:56.160048 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e2471355-eaeb-4d32-be5c-77d4ae9e4aeb admin admin] Publish callbacks [] for security_group (e52a3fc7-ece4-41d0-87e4-1510a22297b5), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:56.182446 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e2471355-eaeb-4d32-be5c-77d4ae9e4aeb admin admin] Publish callbacks [] for security_group (e52a3fc7-ece4-41d0-87e4-1510a22297b5), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:56.242692 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e2471355-eaeb-4d32-be5c-77d4ae9e4aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (e52a3fc7-ece4-41d0-87e4-1510a22297b5), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:56.246636 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e2471355-eaeb-4d32-be5c-77d4ae9e4aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:56.246636 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-e2471355-eaeb-4d32-be5c-77d4ae9e4aeb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e52a3fc7-ece4-41d0-87e4-1510a22297b5 HTTP/1.1" status: 204 len: 168 time: 0.1354179 Mar 08 13:01:56.279707 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2471355-eaeb-4d32-be5c-77d4ae9e4aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52a3fc7-ece4-41d0-87e4-1510a22297b5,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:56.308915 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88993037-2981-4713-8d59-04874322d9a5 req-0728c9e4-928e-4199-abe4-6f9a0efc1019 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:56.310679 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-88993037-2981-4713-8d59-04874322d9a5 req-0728c9e4-928e-4199-abe4-6f9a0efc1019 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 944 time: 0.0574884 Mar 08 13:01:56.363510 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-88993037-2981-4713-8d59-04874322d9a5 req-b61cb35f-ef65-454a-893c-461a77aae89a tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460804 Mar 08 13:01:56.691526 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe2d94-4504-414e-a379-f6adb6ca8bf7 req-58182530-720e-4d14-9820-af6827c87237 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:56.693459 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-cebe2d94-4504-414e-a379-f6adb6ca8bf7 req-58182530-720e-4d14-9820-af6827c87237 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0635419 Mar 08 13:01:56.745531 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-cebe2d94-4504-414e-a379-f6adb6ca8bf7 req-13ed1e25-e4e9-4560-9c74-044538132d6a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467563 Mar 08 13:01:56.892906 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a9ecb5cc-22c1-47bc-bcca-8ce3f6ecdf0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:56.964324 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3894581-e502-4a0b-b558-ac126cb89451 req-98594c93-0268-423a-b460-051ec3802cdd tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:56.965842 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f3894581-e502-4a0b-b558-ac126cb89451 req-98594c93-0268-423a-b460-051ec3802cdd tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 944 time: 0.0515175 Mar 08 13:01:57.012968 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f3894581-e502-4a0b-b558-ac126cb89451 req-680df2c7-64c5-4949-86fd-2538c2351832 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406775 Mar 08 13:01:57.248936 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353e028-9765-4599-ae38-d3f14d13f99e req-39eb8a22-64aa-4e0b-83e4-29dfaa2a7aa0 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:57.250769 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b353e028-9765-4599-ae38-d3f14d13f99e req-39eb8a22-64aa-4e0b-83e4-29dfaa2a7aa0 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 944 time: 0.0527484 Mar 08 13:01:57.299386 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b353e028-9765-4599-ae38-d3f14d13f99e req-f3036cda-e63e-4757-9f1e-9067bbc6ede6 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422058 Mar 08 13:01:57.500952 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b2831-bb73-4943-8156-8286d5dc475b req-eb5ef549-543a-48cf-9298-3f5019d81b5c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:57.502475 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f18b2831-bb73-4943-8156-8286d5dc475b req-eb5ef549-543a-48cf-9298-3f5019d81b5c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 944 time: 0.0661268 Mar 08 13:01:57.550418 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f18b2831-bb73-4943-8156-8286d5dc475b req-0dd50be9-e53e-49ff-8e4a-ae4631651d9b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424745 Mar 08 13:01:57.867926 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4741246-204d-4f6f-b942-ba2d958ac19a req-d55daef4-95ed-471a-8a7a-96ec4646bab8 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:57.869479 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a4741246-204d-4f6f-b942-ba2d958ac19a req-d55daef4-95ed-471a-8a7a-96ec4646bab8 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0513735 Mar 08 13:01:57.919902 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a4741246-204d-4f6f-b942-ba2d958ac19a req-29d9c7c0-1512-46c9-b0e9-5a6876eb8743 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448484 Mar 08 13:01:58.113484 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:58.132617 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec404fb6-1d9d-4cde-8aa7-65a961347937 req-dbcdf335-fafd-44c9-8cfd-58fbfe67c438 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:58.134141 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ec404fb6-1d9d-4cde-8aa7-65a961347937 req-dbcdf335-fafd-44c9-8cfd-58fbfe67c438 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 944 time: 0.0545518 Mar 08 13:01:58.182747 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ec404fb6-1d9d-4cde-8aa7-65a961347937 req-821b4943-6bc8-4563-b9df-a57196582394 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429475 Mar 08 13:01:58.422121 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a178547-cd23-441a-b5de-595f36d4fec7 req-66aec592-dc9e-4d9d-9320-5e931056054f tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:58.423651 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6a178547-cd23-441a-b5de-595f36d4fec7 req-66aec592-dc9e-4d9d-9320-5e931056054f tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 944 time: 0.0522175 Mar 08 13:01:58.471067 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6a178547-cd23-441a-b5de-595f36d4fec7 req-3cc6c6a2-5a56-448f-9bf0-ba5493ae19e8 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415909 Mar 08 13:01:58.679331 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19828b-bb9d-4ad4-90be-222548f4e9be req-fa74c8ea-415d-402b-93b7-0e39dfe3ac6f tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:58.680904 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-df19828b-bb9d-4ad4-90be-222548f4e9be req-fa74c8ea-415d-402b-93b7-0e39dfe3ac6f tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 944 time: 0.0600004 Mar 08 13:01:58.731536 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-df19828b-bb9d-4ad4-90be-222548f4e9be req-ca375e70-f6fe-4115-87a0-e261e80374d6 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449202 Mar 08 13:01:59.048615 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5f722-7cc6-4d9b-bf24-ed8100cbcf54 req-7bd10d99-103d-4100-8ac0-c3f8422f7413 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:59.050168 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9bf5f722-7cc6-4d9b-bf24-ed8100cbcf54 req-7bd10d99-103d-4100-8ac0-c3f8422f7413 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0555727 Mar 08 13:01:59.097448 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9bf5f722-7cc6-4d9b-bf24-ed8100cbcf54 req-6efbc79c-e7b3-460f-9366-e8cbf6944fbd tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417190 Mar 08 13:01:59.322732 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e33ba9-e21c-4211-b847-4b47f780c28a req-d3e81364-e6c8-4efd-a222-e53ae4875cea tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:59.324952 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-66e33ba9-e21c-4211-b847-4b47f780c28a req-d3e81364-e6c8-4efd-a222-e53ae4875cea tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 944 time: 0.0760849 Mar 08 13:01:59.378250 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-66e33ba9-e21c-4211-b847-4b47f780c28a req-518c8027-f5d4-48a7-b754-2abc751b1126 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476675 Mar 08 13:01:59.543260 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:59.595188 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a5fcf-d6ca-4c12-a942-59c609656aaf req-1b11bb74-07e1-475e-b100-44320f0d7e26 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:59.595956 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-264a5fcf-d6ca-4c12-a942-59c609656aaf req-1b11bb74-07e1-475e-b100-44320f0d7e26 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 944 time: 0.0565073 Mar 08 13:01:59.644311 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-264a5fcf-d6ca-4c12-a942-59c609656aaf req-b7be9272-870e-4fb9-a11d-1af454b083b6 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421178 Mar 08 13:01:59.849470 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250974f-edbc-4f3b-a41b-3da2f294a3bc req-eb0b7a14-424b-4f70-b9a2-1d4d751ca31c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:59.850927 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8250974f-edbc-4f3b-a41b-3da2f294a3bc req-eb0b7a14-424b-4f70-b9a2-1d4d751ca31c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 944 time: 0.0523164 Mar 08 13:01:59.902512 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8250974f-edbc-4f3b-a41b-3da2f294a3bc req-916faad8-1005-44f0-8379-c0f25b69d505 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459671 Mar 08 13:02:00.215537 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['c56376ae-ae7b-483a-b658-f9784057d722'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:02:00.218296 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f047950-3334-4714-948d-4dd6cd1060ee req-8d27fd25-4da2-48d7-adb3-167509df31e9 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:00.219811 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5f047950-3334-4714-948d-4dd6cd1060ee req-8d27fd25-4da2-48d7-adb3-167509df31e9 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0531857 Mar 08 13:02:00.284435 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5f047950-3334-4714-948d-4dd6cd1060ee req-4bc0cdea-4686-4413-9ac1-984c26ae082a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577822 Mar 08 13:02:00.504861 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e9d03-a8d5-4666-814e-6932690cc326 req-2e72f793-8345-4980-9157-351b0f0a5578 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:00.506306 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a14e9d03-a8d5-4666-814e-6932690cc326 req-2e72f793-8345-4980-9157-351b0f0a5578 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 944 time: 0.0536506 Mar 08 13:02:00.553318 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a14e9d03-a8d5-4666-814e-6932690cc326 req-56008b49-af3b-44c2-b10c-1e9ab84a6b47 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413365 Mar 08 13:02:00.765390 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b9b90-00d2-4541-a857-96a413757c8d req-04a2ca5e-6ee0-4a4d-9ed5-d982cf1fac11 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:00.767361 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4f6b9b90-00d2-4541-a857-96a413757c8d req-04a2ca5e-6ee0-4a4d-9ed5-d982cf1fac11 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 944 time: 0.0542760 Mar 08 13:02:00.814241 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4f6b9b90-00d2-4541-a857-96a413757c8d req-570cdbd9-347f-47db-941f-c397ea0ae0c6 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410151 Mar 08 13:02:00.920786 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:01.018377 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc4597-aebc-4c0b-83aa-4c1cca02cb32 req-f8d11de3-7c97-4fbe-bf69-f37f87b3ad0f tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:01.019885 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c5fc4597-aebc-4c0b-83aa-4c1cca02cb32 req-f8d11de3-7c97-4fbe-bf69-f37f87b3ad0f tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 944 time: 0.0522413 Mar 08 13:02:01.068102 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c5fc4597-aebc-4c0b-83aa-4c1cca02cb32 req-9d33fece-4653-40d5-abf9-44d7cbf37da6 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422671 Mar 08 13:02:01.409369 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2fac8-09b1-42f6-a838-74090b0057c5 req-cb0233c3-b55e-4ddf-969f-af36e38af988 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:01.411137 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-08d2fac8-09b1-42f6-a838-74090b0057c5 req-cb0233c3-b55e-4ddf-969f-af36e38af988 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0555689 Mar 08 13:02:01.462442 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-08d2fac8-09b1-42f6-a838-74090b0057c5 req-21e473f0-1013-47b1-9aa3-cefb6e07b012 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436401 Mar 08 13:02:01.688419 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93eb9b9-da89-4e9f-a3cf-f1ecc155d8d3 req-ceea1e3b-f729-48bf-a515-1651e1ca6f78 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:01.689976 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d93eb9b9-da89-4e9f-a3cf-f1ecc155d8d3 req-ceea1e3b-f729-48bf-a515-1651e1ca6f78 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 944 time: 0.0671377 Mar 08 13:02:01.744507 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d93eb9b9-da89-4e9f-a3cf-f1ecc155d8d3 req-7cb502fc-34ec-4f2f-bbbc-220658110922 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490608 Mar 08 13:02:01.930700 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057400b-5b74-439c-85a2-c991cb708b5e req-22215175-7d91-4aa3-937e-43368b3405d5 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:01.932215 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a057400b-5b74-439c-85a2-c991cb708b5e req-22215175-7d91-4aa3-937e-43368b3405d5 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 944 time: 0.0510249 Mar 08 13:02:01.983220 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a057400b-5b74-439c-85a2-c991cb708b5e req-8e7abad7-0071-4c50-9092-2029ce4e481d tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444546 Mar 08 13:02:02.185517 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dee908-fbfd-4e36-9c3e-cb9083208de5 req-e78878e4-8e15-4354-80af-9a9bd328d8a0 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:02.186982 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f0dee908-fbfd-4e36-9c3e-cb9083208de5 req-e78878e4-8e15-4354-80af-9a9bd328d8a0 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 944 time: 0.0520678 Mar 08 13:02:02.232470 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f0dee908-fbfd-4e36-9c3e-cb9083208de5 req-d3dc548c-1aff-441e-ae97-84a2fff9b49f tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400589 Mar 08 13:02:02.613097 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254b99c-a155-4f54-aa35-6792abcacdac req-eed97140-2b5b-4688-9058-6c85c90aaefc tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:02.614801 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a254b99c-a155-4f54-aa35-6792abcacdac req-eed97140-2b5b-4688-9058-6c85c90aaefc tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0739155 Mar 08 13:02:02.664953 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a254b99c-a155-4f54-aa35-6792abcacdac req-ef561746-dd34-4794-bf85-2e6416925c50 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442548 Mar 08 13:02:02.870374 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aed5b2-1e83-4ea6-80dc-e0efdba99fec req-6bfca10a-9d5a-4e7e-a49f-cc2df94c53a7 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:02.871886 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-60aed5b2-1e83-4ea6-80dc-e0efdba99fec req-6bfca10a-9d5a-4e7e-a49f-cc2df94c53a7 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 944 time: 0.0521295 Mar 08 13:02:02.925956 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-60aed5b2-1e83-4ea6-80dc-e0efdba99fec req-b0994ad1-d406-4b69-b126-849ea1262211 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462267 Mar 08 13:02:02.990792 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device c56376ae-ae7b-483a-b658-f9784057d722 up at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:02:03.049410 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning for port c56376ae-ae7b-483a-b658-f9784057d722 completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:02:03.053988 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning complete for port c56376ae-ae7b-483a-b658-f9784057d722 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:03.054368 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (c56376ae-ae7b-483a-b658-f9784057d722), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:03.108512 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae24e93-362f-4898-b73d-27b5ca850fad req-a721c02c-fc3e-499f-abb4-ab6f5de5f353 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:03.111388 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aae24e93-362f-4898-b73d-27b5ca850fad req-a721c02c-fc3e-499f-abb4-ab6f5de5f353 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 944 time: 0.0536909 Mar 08 13:02:03.139277 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port c56376ae-ae7b-483a-b658-f9784057d722 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:03.139669 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (c56376ae-ae7b-483a-b658-f9784057d722), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:03.164753 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56376ae-ae7b-483a-b658-f9784057d722'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:02:03.171193 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aae24e93-362f-4898-b73d-27b5ca850fad req-f51de127-2c42-48bb-b8f7-8f83c8aadf86 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506399 Mar 08 13:02:03.233428 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port c56376ae-ae7b-483a-b658-f9784057d722, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c56376ae-ae7b-483a-b658-f9784057d722,segment=NetworkSegment(27cdc7f9-e4c6-4646-bb87-0199a71c4e8b),segment_id=27cdc7f9-e4c6-4646-bb87-0199a71c4e8b)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:03.241784 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (c56376ae-ae7b-483a-b658-f9784057d722), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:03.242723 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device e2f3b82b-f0c2-4311-b8dd-d4248e77e863 up at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:02:03.329296 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=c56376ae-ae7b-483a-b658-f9784057d722,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:03.366654 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning for port e2f3b82b-f0c2-4311-b8dd-d4248e77e863 completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:02:03.371817 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning complete for port e2f3b82b-f0c2-4311-b8dd-d4248e77e863 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:03.372489 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (e2f3b82b-f0c2-4311-b8dd-d4248e77e863), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:03.389884 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0ec35-af47-41df-beaa-122e0802f341 req-b92af1a6-32a3-45a2-91c8-5bb88404c310 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:03.391928 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1ad0ec35-af47-41df-beaa-122e0802f341 req-b92af1a6-32a3-45a2-91c8-5bb88404c310 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0622330 Mar 08 13:02:03.399605 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f02a98a4da79acb06d2148361802764e90037bdc05c069ddf0d3843ada5eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bf1f4e-40e4-42ae-8b88-82a3ba94bc69" -d '{"events": [{"server_uuid": "4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1", "name": "network-vif-plugged", "status": "completed", "tag": "c56376ae-ae7b-483a-b658-f9784057d722"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:02:03.444660 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1ad0ec35-af47-41df-beaa-122e0802f341 req-d2a737a7-00be-4be1-8dc1-8520c3bfeb76 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465615 Mar 08 13:02:03.464334 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port e2f3b82b-f0c2-4311-b8dd-d4248e77e863 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:03.465026 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (e2f3b82b-f0c2-4311-b8dd-d4248e77e863), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:03.501211 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port e2f3b82b-f0c2-4311-b8dd-d4248e77e863, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e2f3b82b-f0c2-4311-b8dd-d4248e77e863,segment=NetworkSegment(0d2187b0-3440-4b5e-9fc0-a77835bc9ebb),segment_id=0d2187b0-3440-4b5e-9fc0-a77835bc9ebb)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:03.505376 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (e2f3b82b-f0c2-4311-b8dd-d4248e77e863), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:03.507012 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 0986330a-861a-4404-919f-3149d39ff59f up at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:02:03.510359 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed3e51b-782c-4242-be3c-9b9c329d2e10 x-openstack-request-id: req-3ed3e51b-782c-4242-be3c-9b9c329d2e10 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:02:03.510669 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1", "name": "network-vif-plugged", "status": "completed", "tag": "c56376ae-ae7b-483a-b658-f9784057d722", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:02:03.510924 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ed3e51b-782c-4242-be3c-9b9c329d2e10 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:02:03.511355 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56376ae-ae7b-483a-b658-f9784057d722', 'code': 200} Mar 08 13:02:03.586500 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=e2f3b82b-f0c2-4311-b8dd-d4248e77e863,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:03.603616 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning for port 0986330a-861a-4404-919f-3149d39ff59f completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:02:03.607763 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning complete for port 0986330a-861a-4404-919f-3149d39ff59f triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:03.608142 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (0986330a-861a-4404-919f-3149d39ff59f), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:03.687730 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 0986330a-861a-4404-919f-3149d39ff59f is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:03.688128 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (0986330a-861a-4404-919f-3149d39ff59f), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:03.726799 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 0986330a-861a-4404-919f-3149d39ff59f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0986330a-861a-4404-919f-3149d39ff59f,segment=NetworkSegment(5d8c9d50-3aaa-4990-a1a3-1e19845954fa),segment_id=5d8c9d50-3aaa-4990-a1a3-1e19845954fa)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:03.736911 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (0986330a-861a-4404-919f-3149d39ff59f), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:03.737894 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 20a74c65-ee1c-41dc-a46e-2484d0f0d59c up at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:02:03.837824 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc1ab3-12fa-42e4-9beb-3433c78d2ed2 req-501777f1-449d-42e3-87d8-ea8063041c0e tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:03.842240 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-24bc1ab3-12fa-42e4-9beb-3433c78d2ed2 req-501777f1-449d-42e3-87d8-ea8063041c0e tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0785062 Mar 08 13:02:03.850471 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=0986330a-861a-4404-919f-3149d39ff59f,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:03.865224 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning for port 20a74c65-ee1c-41dc-a46e-2484d0f0d59c completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:02:03.869503 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning complete for port 20a74c65-ee1c-41dc-a46e-2484d0f0d59c triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:03.870037 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (20a74c65-ee1c-41dc-a46e-2484d0f0d59c), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:03.894895 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-24bc1ab3-12fa-42e4-9beb-3433c78d2ed2 req-9b40c6e8-4f23-4d8a-a80e-2564b212c2dc tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493016 Mar 08 13:02:03.965500 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 20a74c65-ee1c-41dc-a46e-2484d0f0d59c is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:03.965972 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (20a74c65-ee1c-41dc-a46e-2484d0f0d59c), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:04.003611 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 20a74c65-ee1c-41dc-a46e-2484d0f0d59c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=20a74c65-ee1c-41dc-a46e-2484d0f0d59c,segment=NetworkSegment(27cdc7f9-e4c6-4646-bb87-0199a71c4e8b),segment_id=27cdc7f9-e4c6-4646-bb87-0199a71c4e8b)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:04.009378 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (20a74c65-ee1c-41dc-a46e-2484d0f0d59c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:04.054731 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6d40a-8eae-4445-9e37-57dd8ad12924 req-5f5d6a35-464b-44db-8add-c037842859b7 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:04.056358 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8bc6d40a-8eae-4445-9e37-57dd8ad12924 req-5f5d6a35-464b-44db-8add-c037842859b7 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 945 time: 0.0600841 Mar 08 13:02:04.061559 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=20a74c65-ee1c-41dc-a46e-2484d0f0d59c,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:04.107533 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8bc6d40a-8eae-4445-9e37-57dd8ad12924 req-ee451219-da7e-4edc-a79f-1f8fed2d954c tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449708 Mar 08 13:02:04.139264 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:02:04.295689 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57652463-ddbe-442a-bf12-195b49d8af60 req-08650613-a33d-4da1-97cb-81040bf37bd3 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:04.297235 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-57652463-ddbe-442a-bf12-195b49d8af60 req-08650613-a33d-4da1-97cb-81040bf37bd3 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0633092 Mar 08 13:02:04.346253 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-57652463-ddbe-442a-bf12-195b49d8af60 req-fd6f3b2b-9c63-4d3f-b9f2-0d08c9a29683 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431373 Mar 08 13:02:04.563524 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bf7a4-432c-46c7-81cc-07d3284918a5 req-1e07debd-82db-47a9-ad12-85623afc2b27 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:04.565070 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-db0bf7a4-432c-46c7-81cc-07d3284918a5 req-1e07debd-82db-47a9-ad12-85623afc2b27 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0513198 Mar 08 13:02:04.611398 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-db0bf7a4-432c-46c7-81cc-07d3284918a5 req-bdd7d1ff-2c2d-4760-aea8-b5e4694b8c04 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403576 Mar 08 13:02:05.019785 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8aff3-b647-4317-8254-ac1f37ea07fd req-d23a150e-0345-4a14-b16f-065db83adc2a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:05.021353 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d3c8aff3-b647-4317-8254-ac1f37ea07fd req-d23a150e-0345-4a14-b16f-065db83adc2a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0540068 Mar 08 13:02:05.078530 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d3c8aff3-b647-4317-8254-ac1f37ea07fd req-517fdd06-90b6-4f2e-875c-23b5e9051581 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515466 Mar 08 13:02:05.248892 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1901de5-6a7b-4dba-ac37-11916a1df939 req-b706a96f-c3ef-4290-be5f-10c452c660f6 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:05.250407 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c1901de5-6a7b-4dba-ac37-11916a1df939 req-b706a96f-c3ef-4290-be5f-10c452c660f6 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 945 time: 0.0593655 Mar 08 13:02:05.304790 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c1901de5-6a7b-4dba-ac37-11916a1df939 req-e3f0776a-21a0-411d-8d7e-a84c286ea4df tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434632 Mar 08 13:02:05.464656 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb67fa6-5262-4c99-a43f-597729ef5376 req-36f82b31-acaa-46bb-a9fb-ff5ec9a65105 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:05.466060 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ddb67fa6-5262-4c99-a43f-597729ef5376 req-36f82b31-acaa-46bb-a9fb-ff5ec9a65105 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0549138 Mar 08 13:02:05.512959 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94576434-cce7-4e74-8d5c-5932a3194e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f3b82b-f0c2-4311-b8dd-d4248e77e863'}, {'server_uuid': 'dcc71772-6a84-45da-96c4-7796e128fd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0986330a-861a-4404-919f-3149d39ff59f'}, {'server_uuid': '44bf253d-ff59-4dcb-8d8a-09b00752839a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a74c65-ee1c-41dc-a46e-2484d0f0d59c'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:02:05.515332 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f02a98a4da79acb06d2148361802764e90037bdc05c069ddf0d3843ada5eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61d9ea1-e6e5-4fb8-b831-bbe974f0fcfd" -d '{"events": [{"server_uuid": "94576434-cce7-4e74-8d5c-5932a3194e49", "name": "network-vif-plugged", "status": "completed", "tag": "e2f3b82b-f0c2-4311-b8dd-d4248e77e863"}, {"server_uuid": "dcc71772-6a84-45da-96c4-7796e128fd7f", "name": "network-vif-plugged", "status": "completed", "tag": "0986330a-861a-4404-919f-3149d39ff59f"}, {"server_uuid": "44bf253d-ff59-4dcb-8d8a-09b00752839a", "name": "network-vif-plugged", "status": "completed", "tag": "20a74c65-ee1c-41dc-a46e-2484d0f0d59c"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:02:05.560727 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 08 Mar 2022 13:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3b55c1-b710-4e82-9edd-a4c7c4e92ac5 x-openstack-request-id: req-9f3b55c1-b710-4e82-9edd-a4c7c4e92ac5 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:02:05.561033 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94576434-cce7-4e74-8d5c-5932a3194e49", "name": "network-vif-plugged", "status": "completed", "tag": "e2f3b82b-f0c2-4311-b8dd-d4248e77e863", "code": 200}, {"server_uuid": "dcc71772-6a84-45da-96c4-7796e128fd7f", "name": "network-vif-plugged", "status": "completed", "tag": "0986330a-861a-4404-919f-3149d39ff59f", "code": 200}, {"server_uuid": "44bf253d-ff59-4dcb-8d8a-09b00752839a", "name": "network-vif-plugged", "status": "completed", "tag": "20a74c65-ee1c-41dc-a46e-2484d0f0d59c", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:02:05.561296 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9f3b55c1-b710-4e82-9edd-a4c7c4e92ac5 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:02:05.561699 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94576434-cce7-4e74-8d5c-5932a3194e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f3b82b-f0c2-4311-b8dd-d4248e77e863', 'code': 200} Mar 08 13:02:05.561954 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc71772-6a84-45da-96c4-7796e128fd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0986330a-861a-4404-919f-3149d39ff59f', 'code': 200} Mar 08 13:02:05.562207 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bf253d-ff59-4dcb-8d8a-09b00752839a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a74c65-ee1c-41dc-a46e-2484d0f0d59c', 'code': 200} Mar 08 13:02:05.677198 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ddb67fa6-5262-4c99-a43f-597729ef5376 req-ea5f09b2-e48d-41e7-a46a-5301f5129c07 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050004 Mar 08 13:02:05.732748 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad0e60-7a62-4169-8622-1ef442cb979c req-184ca16d-e3ae-428c-9d29-74db511dee43 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:05.734142 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-96ad0e60-7a62-4169-8622-1ef442cb979c req-184ca16d-e3ae-428c-9d29-74db511dee43 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0506094 Mar 08 13:02:05.781191 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-96ad0e60-7a62-4169-8622-1ef442cb979c req-f03983a7-cd34-473a-93db-b2d2a2e40094 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410845 Mar 08 13:02:06.197019 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45deeef1-1fb0-439f-b662-531371eeb9f8 req-3a46c81a-e7f0-47a2-a619-562ea4896561 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:06.198465 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-45deeef1-1fb0-439f-b662-531371eeb9f8 req-3a46c81a-e7f0-47a2-a619-562ea4896561 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0507495 Mar 08 13:02:06.243464 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-45deeef1-1fb0-439f-b662-531371eeb9f8 req-43fe50fd-064c-4bda-845a-a832eb1a0efd tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395131 Mar 08 13:02:06.421273 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1bfc7-f1e5-44a7-932a-c6b2d53104b4 req-7964f5c2-2fc4-4880-b8d3-b0998f79f4d4 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:06.421273 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-66e1bfc7-f1e5-44a7-932a-c6b2d53104b4 req-7964f5c2-2fc4-4880-b8d3-b0998f79f4d4 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 945 time: 0.0502026 Mar 08 13:02:06.465217 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-66e1bfc7-f1e5-44a7-932a-c6b2d53104b4 req-581adf39-1e3c-4d09-a352-81e80c56023a tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407352 Mar 08 13:02:06.703779 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 4eb09271-6940-4210-8561-cd41923766bb details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:02:06.801018 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62e9c3-558e-4b30-ae43-f6fc0072e186 req-e5c96210-52cd-4b27-a180-34d7838539b0 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:06.802582 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0c62e9c3-558e-4b30-ae43-f6fc0072e186 req-e5c96210-52cd-4b27-a180-34d7838539b0 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0599358 Mar 08 13:02:06.807875 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 4eb09271-6940-4210-8561-cd41923766bb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4eb09271-6940-4210-8561-cd41923766bb,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:06.826795 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Returning: {'device': '4eb09271-6940-4210-8561-cd41923766bb', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'port_id': '4eb09271-6940-4210-8561-cd41923766bb', 'mac_address': 'fa:16:3e:d9:db:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:02:06.873059 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 4eb09271-6940-4210-8561-cd41923766bb is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:06.873454 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (4eb09271-6940-4210-8561-cd41923766bb), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:06.887708 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb09271-6940-4210-8561-cd41923766bb {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:02:06.914236 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 4eb09271-6940-4210-8561-cd41923766bb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4eb09271-6940-4210-8561-cd41923766bb,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:06.927604 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (4eb09271-6940-4210-8561-cd41923766bb), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:06.944515 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0c62e9c3-558e-4b30-ae43-f6fc0072e186 req-fbeb5226-3498-4a46-ad11-109e9620405a tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327338 Mar 08 13:02:06.956899 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661283b-4293-425e-8eb5-0d7bf0c911c6 req-96a868a8-2b2e-4c9b-85ff-34a8066575d3 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:06.964952 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c661283b-4293-425e-8eb5-0d7bf0c911c6 req-96a868a8-2b2e-4c9b-85ff-34a8066575d3 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.1050892 Mar 08 13:02:07.029641 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c661283b-4293-425e-8eb5-0d7bf0c911c6 req-9ab5c2bf-120a-46e3-a658-d4033c4fdae2 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637960 Mar 08 13:02:07.036881 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=4eb09271-6940-4210-8561-cd41923766bb,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:07.271487 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03421438-07ee-4bca-bc94-4f332e75fa44 req-14661030-4df1-45ff-bb27-761fbe320478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:07.273041 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-03421438-07ee-4bca-bc94-4f332e75fa44 req-14661030-4df1-45ff-bb27-761fbe320478 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 1129 time: 0.0888910 Mar 08 13:02:07.413028 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475d3a0-fbb9-4c74-810a-218a6e2ec714 req-4a8b10ae-67ed-4a1d-b7cb-fc80cc007b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:07.414619 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-03421438-07ee-4bca-bc94-4f332e75fa44 req-83a8b0da-f4cb-4fab-bb47-465c1c83c343 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:07.414760 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0475d3a0-fbb9-4c74-810a-218a6e2ec714 req-4a8b10ae-67ed-4a1d-b7cb-fc80cc007b9d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 1129 time: 0.0789301 Mar 08 13:02:07.435453 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-0475d3a0-fbb9-4c74-810a-218a6e2ec714 req-fca818cc-a556-45ce-8ecb-2418411172be service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:07.474192 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c38128-5e75-47e9-b859-bfa44d73fa93 req-8d213b88-66a1-40e4-8e00-1699e3df7ec0 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:07.475758 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-52c38128-5e75-47e9-b859-bfa44d73fa93 req-8d213b88-66a1-40e4-8e00-1699e3df7ec0 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 944 time: 0.1613631 Mar 08 13:02:07.502353 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ef181-0748-45ac-baf8-b025d8744423 req-dd92d23f-3c98-4697-910c-edce6e71bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:07.503927 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-210ef181-0748-45ac-baf8-b025d8744423 req-dd92d23f-3c98-4697-910c-edce6e71bc1d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 1129 time: 0.1618092 Mar 08 13:02:07.519850 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa41b5-2a61-47ff-acd7-a4b1bf8038f7 req-3a01f37d-963f-4675-8339-e9df6d3b17fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:07.521244 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-89fa41b5-2a61-47ff-acd7-a4b1bf8038f7 req-3a01f37d-963f-4675-8339-e9df6d3b17fe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 1130 time: 0.1779130 Mar 08 13:02:07.537449 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-0475d3a0-fbb9-4c74-810a-218a6e2ec714 req-fca818cc-a556-45ce-8ecb-2418411172be service neutron] Publish callbacks [] for security_group (5eac239d-9b59-4dae-af69-ec2f053985da), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:07.544411 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-210ef181-0748-45ac-baf8-b025d8744423 req-88b1ff7f-333a-4349-8133-158e1d08a77e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:07.545583 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['4eb09271-6940-4210-8561-cd41923766bb'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:02:07.554807 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.db.api [req-03421438-07ee-4bca-bc94-4f332e75fa44 req-83a8b0da-f4cb-4fab-bb47-465c1c83c343 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 8d0dfe201a10445da7c9ce5fe2722844 {{(pid=102968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 13:02:07.555149 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG oslo_db.api [req-03421438-07ee-4bca-bc94-4f332e75fa44 req-83a8b0da-f4cb-4fab-bb47-465c1c83c343 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 13:02:07.556242 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-0475d3a0-fbb9-4c74-810a-218a6e2ec714 req-fca818cc-a556-45ce-8ecb-2418411172be service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (5eac239d-9b59-4dae-af69-ec2f053985da), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:07.623527 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0475d3a0-fbb9-4c74-810a-218a6e2ec714 req-fca818cc-a556-45ce-8ecb-2418411172be service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023056 Mar 08 13:02:07.627657 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-52c38128-5e75-47e9-b859-bfa44d73fa93 req-6a2cf2fc-2d0d-45b9-9d8b-ae6a8e99e9fd tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332080 Mar 08 13:02:07.628999 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca818cc-a556-45ce-8ecb-2418411172be service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5eac239d-9b59-4dae-af69-ec2f053985da,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:07.639910 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-89fa41b5-2a61-47ff-acd7-a4b1bf8038f7 req-35a82f1c-9ba3-4082-a254-de8a32b5a79a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116254 Mar 08 13:02:07.652166 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5644912-5a4b-4b48-96be-0adaa4fba892 req-bba4a9e3-0a9c-490d-9496-6da5dd5ca51b tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:07.654355 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b5644912-5a4b-4b48-96be-0adaa4fba892 req-bba4a9e3-0a9c-490d-9496-6da5dd5ca51b tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 945 time: 0.1192296 Mar 08 13:02:07.697520 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-210ef181-0748-45ac-baf8-b025d8744423 req-88b1ff7f-333a-4349-8133-158e1d08a77e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857729 Mar 08 13:02:07.710554 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b5644912-5a4b-4b48-96be-0adaa4fba892 req-a67eb583-ebd7-447a-a048-6857d75a20de tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497973 Mar 08 13:02:08.064413 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-03421438-07ee-4bca-bc94-4f332e75fa44 req-83a8b0da-f4cb-4fab-bb47-465c1c83c343 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:08.130374 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c041b-7a85-4664-bf67-234271480a44 req-dd823836-5452-404f-a19a-ddd1d98667ab tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:08.132025 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-442c041b-7a85-4664-bf67-234271480a44 req-dd823836-5452-404f-a19a-ddd1d98667ab tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.1070132 Mar 08 13:02:08.187230 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5aff2-6c06-40f9-bbcf-d7aee82055ff req-d7d80c83-d2a1-4165-adc9-352ff459624e tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:08.189380 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-56a5aff2-6c06-40f9-bbcf-d7aee82055ff req-d7d80c83-d2a1-4165-adc9-352ff459624e tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0714159 Mar 08 13:02:08.194143 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-03421438-07ee-4bca-bc94-4f332e75fa44 req-83a8b0da-f4cb-4fab-bb47-465c1c83c343 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8427730 Mar 08 13:02:08.210494 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-442c041b-7a85-4664-bf67-234271480a44 req-883f85bf-d365-4572-a59e-8c9089f78c10 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690768 Mar 08 13:02:08.239022 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-56a5aff2-6c06-40f9-bbcf-d7aee82055ff req-f827fb44-9f06-4566-9be0-febd2ca33d40 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432501 Mar 08 13:02:08.764236 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:08.790968 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05b993-49c9-480e-bb39-3c4a3d7379c1 req-e12f1310-876f-4792-8a8a-8d8cba662eb4 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:08.792513 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ee05b993-49c9-480e-bb39-3c4a3d7379c1 req-e12f1310-876f-4792-8a8a-8d8cba662eb4 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 944 time: 0.0761421 Mar 08 13:02:08.840227 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb33adb-aa2e-45b1-9e48-fda8d1da0230 req-d413eb9b-9add-4f26-9848-bf4ccd579e31 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:08.842527 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6eb33adb-aa2e-45b1-9e48-fda8d1da0230 req-d413eb9b-9add-4f26-9848-bf4ccd579e31 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 945 time: 0.0624604 Mar 08 13:02:08.846074 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ee05b993-49c9-480e-bb39-3c4a3d7379c1 req-92b30014-d4ca-46a0-804b-e78a2c993542 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463212 Mar 08 13:02:08.895955 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6eb33adb-aa2e-45b1-9e48-fda8d1da0230 req-03ebe922-40af-49ff-91f5-925e4a648a7c tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458798 Mar 08 13:02:09.327476 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a20ce5-f010-4280-9946-c33a2b7403ba req-f9772c11-d892-41e7-997b-fc56bc1344f5 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:09.329548 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-35a20ce5-f010-4280-9946-c33a2b7403ba req-f9772c11-d892-41e7-997b-fc56bc1344f5 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0524580 Mar 08 13:02:09.353820 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72899f16-b386-470b-aa64-4654d7b1bd16 req-2d134097-a01f-48f2-aa29-34ff40d1dc7e tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:09.355300 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-72899f16-b386-470b-aa64-4654d7b1bd16 req-2d134097-a01f-48f2-aa29-34ff40d1dc7e tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0505905 Mar 08 13:02:09.376689 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-35a20ce5-f010-4280-9946-c33a2b7403ba req-deebd36e-7615-4597-9e47-6bbd95150c32 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414445 Mar 08 13:02:09.404949 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-72899f16-b386-470b-aa64-4654d7b1bd16 req-a78e2812-3926-4e64-9fd6-6ca5042eb1da tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441248 Mar 08 13:02:09.970656 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33222807-5f3f-4d80-8d87-25ab18bdfa4b req-1d08e2d7-20e9-4dcd-92c1-51d136877d71 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:09.972150 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-33222807-5f3f-4d80-8d87-25ab18bdfa4b req-1d08e2d7-20e9-4dcd-92c1-51d136877d71 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 944 time: 0.0555196 Mar 08 13:02:10.011031 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1e934-819f-4872-bd91-318c75fafcc6 req-faef6cea-aa23-4e81-bfb2-63d87e224b35 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:10.012641 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-82f1e934-819f-4872-bd91-318c75fafcc6 req-faef6cea-aa23-4e81-bfb2-63d87e224b35 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 945 time: 0.0510550 Mar 08 13:02:10.020245 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-33222807-5f3f-4d80-8d87-25ab18bdfa4b req-b0bc1baf-3af2-4e16-a078-826b322304cb tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419631 Mar 08 13:02:10.059240 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-82f1e934-819f-4872-bd91-318c75fafcc6 req-ad82cd58-ec30-4fd0-a993-3a16ccbb91eb tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410099 Mar 08 13:02:10.493885 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3fa14-5096-44c5-b0bb-071fcd20401c req-7c980602-fe37-4589-9f03-9bd0e49e301c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:10.495291 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-15c3fa14-5096-44c5-b0bb-071fcd20401c req-7c980602-fe37-4589-9f03-9bd0e49e301c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0536959 Mar 08 13:02:10.518674 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83b7e6-15dc-4903-af2d-0162f54866a4 req-8d15445e-3be1-45e7-ae27-1a1bf95f1aba tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:10.520506 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7d83b7e6-15dc-4903-af2d-0162f54866a4 req-8d15445e-3be1-45e7-ae27-1a1bf95f1aba tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0505149 Mar 08 13:02:10.542985 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-15c3fa14-5096-44c5-b0bb-071fcd20401c req-0c716df9-bdba-4485-b6dc-07455fa6a116 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420861 Mar 08 13:02:10.566077 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7d83b7e6-15dc-4903-af2d-0162f54866a4 req-8d7008ad-258f-4994-acb4-29a3dfe6e0ac tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402913 Mar 08 13:02:11.143432 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8a12d-1c89-4bbd-8c6b-37b3285b51c0 req-b899f950-3707-4a92-bb19-239d4e25acec tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:11.145598 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c9d8a12d-1c89-4bbd-8c6b-37b3285b51c0 req-b899f950-3707-4a92-bb19-239d4e25acec tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 944 time: 0.0551302 Mar 08 13:02:11.182674 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2be47-65cc-4f67-97f4-e5048bb4de36 req-e8c35ac3-b81b-4b37-aa34-bb96a1f55c1a tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:11.189054 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a3d2be47-65cc-4f67-97f4-e5048bb4de36 req-e8c35ac3-b81b-4b37-aa34-bb96a1f55c1a tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 945 time: 0.0625789 Mar 08 13:02:11.197706 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c9d8a12d-1c89-4bbd-8c6b-37b3285b51c0 req-9dc439c9-aa42-4c74-87f3-50f793b1cb51 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469427 Mar 08 13:02:11.240993 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a3d2be47-65cc-4f67-97f4-e5048bb4de36 req-52eaf249-6374-4d10-b0ca-605356e67166 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508857 Mar 08 13:02:11.659292 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8aef10-30fa-4517-a53c-be4f2643a69f req-daa67e4e-da85-4168-87a9-b2c7971f9274 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:11.660803 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9e8aef10-30fa-4517-a53c-be4f2643a69f req-daa67e4e-da85-4168-87a9-b2c7971f9274 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0529141 Mar 08 13:02:11.690243 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83c697-cb31-410e-9342-dd9223187e00 req-1f01bc1d-7320-48e3-a9b9-885496b32a83 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:11.691745 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7a83c697-cb31-410e-9342-dd9223187e00 req-1f01bc1d-7320-48e3-a9b9-885496b32a83 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0596533 Mar 08 13:02:11.717282 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9e8aef10-30fa-4517-a53c-be4f2643a69f req-f9cfe64e-da3a-44cb-baa4-bb6e4f2cabc3 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504339 Mar 08 13:02:11.739357 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7a83c697-cb31-410e-9342-dd9223187e00 req-222d704c-48ce-4d95-a260-c0b69b9de539 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417452 Mar 08 13:02:12.334952 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccc808-272e-410d-b7d3-a3697d37dbf5 req-08f12c5a-432b-4118-a2fd-21730fcebded tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:12.336483 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-87ccc808-272e-410d-b7d3-a3697d37dbf5 req-08f12c5a-432b-4118-a2fd-21730fcebded tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 944 time: 0.0644839 Mar 08 13:02:12.372036 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae5d39-40dc-450b-b007-787a89ae450f req-05d4203a-2820-4780-9375-ecaddb4b09d1 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:12.373561 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-05ae5d39-40dc-450b-b007-787a89ae450f req-05d4203a-2820-4780-9375-ecaddb4b09d1 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 945 time: 0.0575559 Mar 08 13:02:12.390832 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-87ccc808-272e-410d-b7d3-a3697d37dbf5 req-61af6064-2007-4795-8560-3176be7344f8 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485604 Mar 08 13:02:12.428723 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-05ae5d39-40dc-450b-b007-787a89ae450f req-3af04dd8-eb37-4a51-9f88-5e709c1305b2 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495930 Mar 08 13:02:12.836728 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18988fc3-a411-44df-b8c0-2f1b2f6c5dfc req-1ce1513e-3573-46e6-a559-bfa2aba6d4a8 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:12.838221 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-18988fc3-a411-44df-b8c0-2f1b2f6c5dfc req-1ce1513e-3573-46e6-a559-bfa2aba6d4a8 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0554981 Mar 08 13:02:12.859239 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b76d65-51ce-4a48-9958-e68e52aea8b7 req-def54a45-9ca8-42b1-98ec-7329774f8f4a tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:12.860762 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-66b76d65-51ce-4a48-9958-e68e52aea8b7 req-def54a45-9ca8-42b1-98ec-7329774f8f4a tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0511489 Mar 08 13:02:12.885423 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-18988fc3-a411-44df-b8c0-2f1b2f6c5dfc req-5498e458-d25b-46d9-990f-c1c65fbd7db0 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415077 Mar 08 13:02:12.906405 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-66b76d65-51ce-4a48-9958-e68e52aea8b7 req-154a5836-28de-49da-8494-71cb6336f29f tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397136 Mar 08 13:02:13.513426 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01314c-78c8-4de5-81b0-aa7bf13e197e req-deceb04e-fd43-4f82-8de9-c0950126a90f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:13.514919 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1d01314c-78c8-4de5-81b0-aa7bf13e197e req-deceb04e-fd43-4f82-8de9-c0950126a90f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 944 time: 0.0524170 Mar 08 13:02:13.549738 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedccd0-357a-4330-a307-e50813d9dd6d req-4a0dca5a-7726-40ce-b83e-57ab6bc35171 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:13.551232 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-cfedccd0-357a-4330-a307-e50813d9dd6d req-4a0dca5a-7726-40ce-b83e-57ab6bc35171 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 945 time: 0.0567980 Mar 08 13:02:13.565581 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1d01314c-78c8-4de5-81b0-aa7bf13e197e req-d1b86a2f-97cb-485e-a9a4-8a87fe5b4f6e tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442100 Mar 08 13:02:13.607275 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-cfedccd0-357a-4330-a307-e50813d9dd6d req-1f6d38d8-9893-4d1e-8de8-08ddb58c50b1 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503733 Mar 08 13:02:13.646708 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 4eb09271-6940-4210-8561-cd41923766bb up at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:02:13.697560 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning for port 4eb09271-6940-4210-8561-cd41923766bb completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:02:13.701172 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning complete for port 4eb09271-6940-4210-8561-cd41923766bb triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:13.701632 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (4eb09271-6940-4210-8561-cd41923766bb), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.784922 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 4eb09271-6940-4210-8561-cd41923766bb is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:13.785317 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (4eb09271-6940-4210-8561-cd41923766bb), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.808120 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9b92dc-f6c3-4500-a4fe-e80c775ba294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb09271-6940-4210-8561-cd41923766bb'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:02:13.810392 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f02a98a4da79acb06d2148361802764e90037bdc05c069ddf0d3843ada5eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b8f985-938a-4efd-977e-bf7df725c6cd" -d '{"events": [{"server_uuid": "9b9b92dc-f6c3-4500-a4fe-e80c775ba294", "name": "network-vif-plugged", "status": "completed", "tag": "4eb09271-6940-4210-8561-cd41923766bb"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:02:13.823679 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 4eb09271-6940-4210-8561-cd41923766bb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4eb09271-6940-4210-8561-cd41923766bb,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:13.829523 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (4eb09271-6940-4210-8561-cd41923766bb), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.867241 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a806c9c-32f4-4789-b9e4-4ee0dcb0d7ef x-openstack-request-id: req-2a806c9c-32f4-4789-b9e4-4ee0dcb0d7ef {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:02:13.867551 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9b92dc-f6c3-4500-a4fe-e80c775ba294", "name": "network-vif-plugged", "status": "completed", "tag": "4eb09271-6940-4210-8561-cd41923766bb", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:02:13.867806 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2a806c9c-32f4-4789-b9e4-4ee0dcb0d7ef {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:02:13.868189 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9b92dc-f6c3-4500-a4fe-e80c775ba294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb09271-6940-4210-8561-cd41923766bb', 'code': 200} Mar 08 13:02:13.887025 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=4eb09271-6940-4210-8561-cd41923766bb,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:13.894587 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:13.894958 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:13.895414 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:13.896806 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:13.897159 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:13.897500 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:13.897840 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:13.898175 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:13.898509 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:13.898842 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:13.899168 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:13.899494 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:13.899821 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:14.001468 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f82df6-d128-42e2-8e84-23fec1007ba4 req-71c65063-d4d5-4a88-9bed-49ea697c5ac5 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:14.003090 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-59f82df6-d128-42e2-8e84-23fec1007ba4 req-71c65063-d4d5-4a88-9bed-49ea697c5ac5 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0525746 Mar 08 13:02:14.030755 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09275384-319d-4495-8c2c-8b8c74a0675e req-f7fc9ccb-531f-4a34-bd4c-711e90330f86 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:14.032329 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-09275384-319d-4495-8c2c-8b8c74a0675e req-f7fc9ccb-531f-4a34-bd4c-711e90330f86 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0563567 Mar 08 13:02:14.049222 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-59f82df6-d128-42e2-8e84-23fec1007ba4 req-f30aae31-2011-4c05-a698-f4697e997484 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404570 Mar 08 13:02:14.084802 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-09275384-319d-4495-8c2c-8b8c74a0675e req-08853413-783a-4884-91e8-456f73d05312 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467880 Mar 08 13:02:14.693772 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230a6e5-5455-4971-a15b-eb7e8b141dbf req-a619fa12-1ea3-461c-aec5-6e99205de4fb tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:14.695364 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2230a6e5-5455-4971-a15b-eb7e8b141dbf req-a619fa12-1ea3-461c-aec5-6e99205de4fb tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0546849 Mar 08 13:02:14.743670 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2230a6e5-5455-4971-a15b-eb7e8b141dbf req-e1379a3f-b76f-4033-a03b-d4028227d09f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424623 Mar 08 13:02:14.749835 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c505831-a506-456b-a84b-cd7826b733c9 req-d6b011d9-23b8-43c4-b070-a120114dbcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:14.751382 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9c505831-a506-456b-a84b-cd7826b733c9 req-d6b011d9-23b8-43c4-b070-a120114dbcbc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 1129 time: 0.0779347 Mar 08 13:02:14.759527 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c93935-42c6-41ae-a8a6-9f5743c20401 req-b52ffa63-9478-40c9-bf58-2edf73cf976f tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:14.760968 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e6c93935-42c6-41ae-a8a6-9f5743c20401 req-b52ffa63-9478-40c9-bf58-2edf73cf976f tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 945 time: 0.0779920 Mar 08 13:02:14.828904 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9c505831-a506-456b-a84b-cd7826b733c9 req-fb947649-46b3-488d-bf4b-06845644ccda service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669088 Mar 08 13:02:14.833191 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e6c93935-42c6-41ae-a8a6-9f5743c20401 req-73797c7c-9966-48e2-a053-f3d21d68a171 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658796 Mar 08 13:02:15.176353 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd4dcf-ce88-4fb5-ac2a-98e81798beb5 req-595a26a8-3558-426d-b713-d7a1e24b30dd tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:15.177877 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d4dd4dcf-ce88-4fb5-ac2a-98e81798beb5 req-595a26a8-3558-426d-b713-d7a1e24b30dd tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0603824 Mar 08 13:02:15.203965 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219a93f-5aaa-4219-b390-3a1c5456103e req-0f1e6999-1116-4dc8-a3c1-f40fe46f29f9 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:15.205456 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4219a93f-5aaa-4219-b390-3a1c5456103e req-0f1e6999-1116-4dc8-a3c1-f40fe46f29f9 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0565593 Mar 08 13:02:15.224084 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d4dd4dcf-ce88-4fb5-ac2a-98e81798beb5 req-a270e15c-3ad5-44b9-be40-7ec24fcb7fb4 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406671 Mar 08 13:02:15.254373 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4219a93f-5aaa-4219-b390-3a1c5456103e req-1cd6a0ec-62d8-4d74-b520-46c46ff66b20 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431814 Mar 08 13:02:15.873754 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567b1a7-0cf1-4883-a4e2-a60175ae2fa9 req-bd7cad5d-c8f6-4dd3-82de-53401c7f07e4 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:15.876460 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6567b1a7-0cf1-4883-a4e2-a60175ae2fa9 req-bd7cad5d-c8f6-4dd3-82de-53401c7f07e4 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0559840 Mar 08 13:02:15.923885 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6567b1a7-0cf1-4883-a4e2-a60175ae2fa9 req-4887351f-f98b-4183-ab21-730330e34ffc tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426307 Mar 08 13:02:15.957944 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d34db0-35d7-4135-89af-f82752afbd26 req-0ada3c2f-8d03-410a-b28f-fe52ebcf9a2f tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:15.959422 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-56d34db0-35d7-4135-89af-f82752afbd26 req-0ada3c2f-8d03-410a-b28f-fe52ebcf9a2f tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 945 time: 0.0543299 Mar 08 13:02:16.006878 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-56d34db0-35d7-4135-89af-f82752afbd26 req-fa8629ff-4ce1-4444-bec2-65eb508885fc tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420039 Mar 08 13:02:16.092091 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 37912) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:16.192549 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-85be8cba-148c-45e1-976e-2a409daaf75b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:16.276349 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-85be8cba-148c-45e1-976e-2a409daaf75b admin admin] Publish callbacks [] for security_group (a036bc54-4fbb-40b1-af8b-d546ebfbf74c), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:16.284759 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-85be8cba-148c-45e1-976e-2a409daaf75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (a036bc54-4fbb-40b1-af8b-d546ebfbf74c), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:16.327223 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be8cba-148c-45e1-976e-2a409daaf75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a036bc54-4fbb-40b1-af8b-d546ebfbf74c,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:16.333591 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-85be8cba-148c-45e1-976e-2a409daaf75b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=76b8198e6ff244daa6f7ed5687e9f9ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378385 Mar 08 13:02:16.336119 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 37920) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:16.342628 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be8cba-148c-45e1-976e-2a409daaf75b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:16.343510 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be8cba-148c-45e1-976e-2a409daaf75b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:16.343863 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be8cba-148c-45e1-976e-2a409daaf75b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:16.344208 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be8cba-148c-45e1-976e-2a409daaf75b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:16.344542 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be8cba-148c-45e1-976e-2a409daaf75b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:16.344897 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be8cba-148c-45e1-976e-2a409daaf75b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:16.345228 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be8cba-148c-45e1-976e-2a409daaf75b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:16.345556 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be8cba-148c-45e1-976e-2a409daaf75b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:16.345885 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be8cba-148c-45e1-976e-2a409daaf75b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:16.346210 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be8cba-148c-45e1-976e-2a409daaf75b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:16.346534 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be8cba-148c-45e1-976e-2a409daaf75b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:16.346860 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be8cba-148c-45e1-976e-2a409daaf75b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:16.347181 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be8cba-148c-45e1-976e-2a409daaf75b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:16.366886 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7af586-def2-4807-aad0-4898a66aabf0 req-cb6a0ca1-accf-42e1-b8ae-ff0b1e3cfb2a tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:16.368477 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ef7af586-def2-4807-aad0-4898a66aabf0 req-cb6a0ca1-accf-42e1-b8ae-ff0b1e3cfb2a tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0586250 Mar 08 13:02:16.419526 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ef7af586-def2-4807-aad0-4898a66aabf0 req-2934ce90-e1e7-4be5-9710-6d5ac3f131d5 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453794 Mar 08 13:02:16.427187 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2370555-94cb-4c0e-9128-721db022e3e7 req-c4326a2a-b12a-4073-aead-cb7b6982ef37 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:16.428717 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a2370555-94cb-4c0e-9128-721db022e3e7 req-c4326a2a-b12a-4073-aead-cb7b6982ef37 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0780187 Mar 08 13:02:16.455770 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7078b0c5-ee1f-49dd-8015-8bc4198cd82c admin admin] Publish callbacks [] for security_group (a036bc54-4fbb-40b1-af8b-d546ebfbf74c), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:16.495162 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7078b0c5-ee1f-49dd-8015-8bc4198cd82c admin admin] Publish callbacks [] for security_group (a036bc54-4fbb-40b1-af8b-d546ebfbf74c), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:16.508622 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a2370555-94cb-4c0e-9128-721db022e3e7 req-36be3d77-7a4f-4069-b5b6-8f6972b047bc tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693765 Mar 08 13:02:16.557195 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7078b0c5-ee1f-49dd-8015-8bc4198cd82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (a036bc54-4fbb-40b1-af8b-d546ebfbf74c), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:16.559885 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7078b0c5-ee1f-49dd-8015-8bc4198cd82c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:16.563489 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-7078b0c5-ee1f-49dd-8015-8bc4198cd82c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a036bc54-4fbb-40b1-af8b-d546ebfbf74c HTTP/1.1" status: 204 len: 168 time: 0.2240171 Mar 08 13:02:16.572244 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078b0c5-ee1f-49dd-8015-8bc4198cd82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a036bc54-4fbb-40b1-af8b-d546ebfbf74c,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:16.862979 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 37932) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:16.876162 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4a5a7fc0-d799-4004-a10a-4763c45778e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:16.950586 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4a5a7fc0-d799-4004-a10a-4763c45778e3 admin admin] Publish callbacks [] for security_group (cb12df26-21ce-4e2f-bae9-cc694b54b8d9), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:16.960421 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4a5a7fc0-d799-4004-a10a-4763c45778e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (cb12df26-21ce-4e2f-bae9-cc694b54b8d9), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:16.994601 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-4a5a7fc0-d799-4004-a10a-4763c45778e3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f66bb6434ca34bae9380c27b1afbbead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305180 Mar 08 13:02:16.995696 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a7fc0-d799-4004-a10a-4763c45778e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb12df26-21ce-4e2f-bae9-cc694b54b8d9,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:16.997299 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 37936) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:17.016595 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5a7fc0-d799-4004-a10a-4763c45778e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:17.016595 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5a7fc0-d799-4004-a10a-4763c45778e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:17.016595 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5a7fc0-d799-4004-a10a-4763c45778e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:17.016595 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5a7fc0-d799-4004-a10a-4763c45778e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:17.016595 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5a7fc0-d799-4004-a10a-4763c45778e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:17.016595 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5a7fc0-d799-4004-a10a-4763c45778e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:17.016595 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5a7fc0-d799-4004-a10a-4763c45778e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:17.016595 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5a7fc0-d799-4004-a10a-4763c45778e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:17.016595 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5a7fc0-d799-4004-a10a-4763c45778e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:17.016595 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5a7fc0-d799-4004-a10a-4763c45778e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:17.016595 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5a7fc0-d799-4004-a10a-4763c45778e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:17.017558 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5a7fc0-d799-4004-a10a-4763c45778e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:17.017558 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5a7fc0-d799-4004-a10a-4763c45778e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:17.054021 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b379dc8f-3a96-40c5-a77a-19ba6c52c640 admin admin] Publish callbacks [] for security_group (cb12df26-21ce-4e2f-bae9-cc694b54b8d9), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:17.062501 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb626fa5-21e8-4d24-9646-6e4096710a98 req-1fb63df5-a9fc-4375-ad7b-6d75ca6be688 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:17.064094 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fb626fa5-21e8-4d24-9646-6e4096710a98 req-1fb63df5-a9fc-4375-ad7b-6d75ca6be688 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0652010 Mar 08 13:02:17.076311 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b379dc8f-3a96-40c5-a77a-19ba6c52c640 admin admin] Publish callbacks [] for security_group (cb12df26-21ce-4e2f-bae9-cc694b54b8d9), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:17.115483 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fb626fa5-21e8-4d24-9646-6e4096710a98 req-aaba1784-1abe-4c93-93b8-74b71472e8ae tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451624 Mar 08 13:02:17.161205 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60df237-dbfb-43f8-a5c0-36fcdf20f1f4 req-9d84f8f6-e413-4d40-b702-32a2a8bfd801 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:17.162700 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c60df237-dbfb-43f8-a5c0-36fcdf20f1f4 req-9d84f8f6-e413-4d40-b702-32a2a8bfd801 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 945 time: 0.0782371 Mar 08 13:02:17.163693 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b379dc8f-3a96-40c5-a77a-19ba6c52c640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (cb12df26-21ce-4e2f-bae9-cc694b54b8d9), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:17.166198 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b379dc8f-3a96-40c5-a77a-19ba6c52c640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:17.167204 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-b379dc8f-3a96-40c5-a77a-19ba6c52c640 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cb12df26-21ce-4e2f-bae9-cc694b54b8d9 HTTP/1.1" status: 204 len: 168 time: 0.1689436 Mar 08 13:02:17.187599 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b379dc8f-3a96-40c5-a77a-19ba6c52c640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb12df26-21ce-4e2f-bae9-cc694b54b8d9,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:17.221146 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c60df237-dbfb-43f8-a5c0-36fcdf20f1f4 req-0b7974d1-d782-4095-9dd0-ffccd28f5b69 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513427 Mar 08 13:02:17.505748 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 37948) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:17.523192 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-861ce74d-06b0-4066-8fc4-ccbe9ffa5de0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:17.553457 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007b3c6-feb6-4d7a-87f8-07f7ac562df6 req-13d28ae8-1bdc-49ed-a592-3c9ede83c987 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:17.555230 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3007b3c6-feb6-4d7a-87f8-07f7ac562df6 req-13d28ae8-1bdc-49ed-a592-3c9ede83c987 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0676692 Mar 08 13:02:17.607197 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3007b3c6-feb6-4d7a-87f8-07f7ac562df6 req-46edc4bf-d1e9-4b7d-9883-09e815e1a857 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462739 Mar 08 13:02:17.643280 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-861ce74d-06b0-4066-8fc4-ccbe9ffa5de0 admin admin] Publish callbacks [] for security_group (d22308e8-6cba-4071-953e-be7a8b869e67), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:17.648154 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-861ce74d-06b0-4066-8fc4-ccbe9ffa5de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (d22308e8-6cba-4071-953e-be7a8b869e67), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:17.688634 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-861ce74d-06b0-4066-8fc4-ccbe9ffa5de0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=712773a9a4b8431b80d7606fd8f6909e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1816313 Mar 08 13:02:17.692670 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 37956) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:17.700001 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6573a-004b-45fd-a0cb-232b23e814f7 req-fbd92e34-251a-42ad-8008-fb445fd02094 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:17.701482 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a9a6573a-004b-45fd-a0cb-232b23e814f7 req-fbd92e34-251a-42ad-8008-fb445fd02094 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.1116402 Mar 08 13:02:17.706257 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ce74d-06b0-4066-8fc4-ccbe9ffa5de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22308e8-6cba-4071-953e-be7a8b869e67,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:17.750680 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3ebdc15d-e5fd-4331-94ae-50a7d5d6e5a3 admin admin] Publish callbacks [] for security_group (d22308e8-6cba-4071-953e-be7a8b869e67), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:17.755918 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a9a6573a-004b-45fd-a0cb-232b23e814f7 req-c71df676-99b2-4638-8ccb-bc079033f190 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468276 Mar 08 13:02:17.773501 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3ebdc15d-e5fd-4331-94ae-50a7d5d6e5a3 admin admin] Publish callbacks [] for security_group (d22308e8-6cba-4071-953e-be7a8b869e67), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:17.819976 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3ebdc15d-e5fd-4331-94ae-50a7d5d6e5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (d22308e8-6cba-4071-953e-be7a8b869e67), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:17.822555 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3ebdc15d-e5fd-4331-94ae-50a7d5d6e5a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:17.823684 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-3ebdc15d-e5fd-4331-94ae-50a7d5d6e5a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d22308e8-6cba-4071-953e-be7a8b869e67 HTTP/1.1" status: 204 len: 168 time: 0.1300049 Mar 08 13:02:17.831001 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebdc15d-e5fd-4331-94ae-50a7d5d6e5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22308e8-6cba-4071-953e-be7a8b869e67,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:18.242947 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c605398-b5f3-4f91-916d-c177a7933a1a req-8175c64d-240e-4f12-ab7e-ce8c20388b72 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:18.244609 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7c605398-b5f3-4f91-916d-c177a7933a1a req-8175c64d-240e-4f12-ab7e-ce8c20388b72 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0556629 Mar 08 13:02:18.299800 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7c605398-b5f3-4f91-916d-c177a7933a1a req-97a6e1dd-cf0c-42cf-b681-708794784848 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475135 Mar 08 13:02:18.356488 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0ca5e-c2ad-4695-86c6-bd3aebb1c128 req-6c43126c-0793-44bf-b8e6-5679f4b188bb tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:18.358915 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0cb0ca5e-c2ad-4695-86c6-bd3aebb1c128 req-6c43126c-0793-44bf-b8e6-5679f4b188bb tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 945 time: 0.0669875 Mar 08 13:02:18.413133 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0cb0ca5e-c2ad-4695-86c6-bd3aebb1c128 req-ef650d84-1bf7-4efc-a39f-dda91a816189 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480325 Mar 08 13:02:18.730012 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5d5a1-2293-40c7-a856-dedb3724b7eb req-1798d5c0-dced-4d37-8159-36e6b6d7849b tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:18.731878 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-cfe5d5a1-2293-40c7-a856-dedb3724b7eb req-1798d5c0-dced-4d37-8159-36e6b6d7849b tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0531154 Mar 08 13:02:18.781528 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-cfe5d5a1-2293-40c7-a856-dedb3724b7eb req-4f819d18-1c4c-42e2-a5bf-19c502f2d61b tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428326 Mar 08 13:02:18.885538 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc5b93-3aaf-4c43-b03b-76c7387e09ba req-a4294fa0-acf5-4eac-bbd1-afa2d52c85b5 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:18.887163 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6efc5b93-3aaf-4c43-b03b-76c7387e09ba req-a4294fa0-acf5-4eac-bbd1-afa2d52c85b5 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0519593 Mar 08 13:02:18.934865 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6efc5b93-3aaf-4c43-b03b-76c7387e09ba req-12104434-75ad-4cf5-af68-39b90fc42a8d tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423129 Mar 08 13:02:19.427533 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cee15a-a7d3-47d8-a3fc-6fca60dacc56 req-21ecfad0-34eb-4ed8-8c36-d88cd68dc300 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:19.430272 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-34cee15a-a7d3-47d8-a3fc-6fca60dacc56 req-21ecfad0-34eb-4ed8-8c36-d88cd68dc300 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0561290 Mar 08 13:02:19.511090 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-34cee15a-a7d3-47d8-a3fc-6fca60dacc56 req-359e1f6f-e392-43d3-9e37-ca45242a31ce tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695393 Mar 08 13:02:19.563914 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1780a5-25cd-4104-9373-137b1e0a1a3b req-6988f333-f4cd-4e66-b572-215049a71a37 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:19.571580 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9b1780a5-25cd-4104-9373-137b1e0a1a3b req-6988f333-f4cd-4e66-b572-215049a71a37 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 945 time: 0.0861712 Mar 08 13:02:19.629014 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9b1780a5-25cd-4104-9373-137b1e0a1a3b req-784d7abe-1207-470c-897f-f4953d06cce0 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564864 Mar 08 13:02:19.908419 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8cb18-10ff-4caa-a5a6-b03a1846ef74 req-eebbd60b-86d8-4cf8-bc90-ad2592d1cb81 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:19.910670 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1fa8cb18-10ff-4caa-a5a6-b03a1846ef74 req-eebbd60b-86d8-4cf8-bc90-ad2592d1cb81 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0556800 Mar 08 13:02:19.957742 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1fa8cb18-10ff-4caa-a5a6-b03a1846ef74 req-a1ed2d22-7045-4942-9e55-25b617a8f6b6 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417204 Mar 08 13:02:20.056980 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62656e6-9d34-45ad-b228-35e35942beea req-237b29dd-9be5-42bf-813f-f27c7405f4a0 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:20.058484 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e62656e6-9d34-45ad-b228-35e35942beea req-237b29dd-9be5-42bf-813f-f27c7405f4a0 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0560989 Mar 08 13:02:20.107184 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e62656e6-9d34-45ad-b228-35e35942beea req-77989c6a-ba60-4a1c-8f26-ae09785e855f tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425832 Mar 08 13:02:20.667773 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255130f-4ce0-4136-b1f7-346f0ded9678 req-2e3d7bee-e79a-4b89-8ed9-f98341fea1d7 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:20.669520 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7255130f-4ce0-4136-b1f7-346f0ded9678 req-2e3d7bee-e79a-4b89-8ed9-f98341fea1d7 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0620184 Mar 08 13:02:20.729268 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7255130f-4ce0-4136-b1f7-346f0ded9678 req-ebfac71d-042d-448f-9aca-ae3b5dc4689d tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525975 Mar 08 13:02:20.778192 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ee40d-9f67-4291-b7fc-b43ddba9144a req-9c95c14f-5db8-46f7-afc0-ef4ba57cc1ec tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:20.779967 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8e1ee40d-9f67-4291-b7fc-b43ddba9144a req-9c95c14f-5db8-46f7-afc0-ef4ba57cc1ec tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 945 time: 0.0564549 Mar 08 13:02:20.829477 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8e1ee40d-9f67-4291-b7fc-b43ddba9144a req-e41bf4a6-9485-4002-af75-1b94d9d427e4 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429113 Mar 08 13:02:21.075127 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833352e8-e75d-4590-88a2-97720e278f69 req-d469ffb7-df87-41a0-aca2-5c704d093310 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:21.076484 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-833352e8-e75d-4590-88a2-97720e278f69 req-d469ffb7-df87-41a0-aca2-5c704d093310 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0535934 Mar 08 13:02:21.123123 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-833352e8-e75d-4590-88a2-97720e278f69 req-753f2380-9356-4a89-8e0f-5cf509bd5ea5 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405343 Mar 08 13:02:21.223098 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b165dfe-79a9-4c4c-9984-aea00aac8413 req-695383a4-1035-4fba-8eec-a974b31c71f1 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:21.224447 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1b165dfe-79a9-4c4c-9984-aea00aac8413 req-695383a4-1035-4fba-8eec-a974b31c71f1 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0515678 Mar 08 13:02:21.275062 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1b165dfe-79a9-4c4c-9984-aea00aac8413 req-4a038340-5ece-4f26-bb8e-9b68f4a33a1b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450823 Mar 08 13:02:21.879689 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f6c36-dd67-481b-9b74-41ebb258b5d9 req-0bcc65c0-bd8d-425b-bd0b-752f63e070f3 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:21.886638 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-699f6c36-dd67-481b-9b74-41ebb258b5d9 req-0bcc65c0-bd8d-425b-bd0b-752f63e070f3 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0697165 Mar 08 13:02:21.938450 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-699f6c36-dd67-481b-9b74-41ebb258b5d9 req-d49acaff-fa0b-4f11-bd38-f994ccf3e21e tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508587 Mar 08 13:02:21.997796 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86882ac0-e686-4912-9c71-e37e9526822e req-e63d5b1f-de99-4dbf-8c08-8ad9b680b275 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:22.000399 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-86882ac0-e686-4912-9c71-e37e9526822e req-e63d5b1f-de99-4dbf-8c08-8ad9b680b275 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 945 time: 0.0890307 Mar 08 13:02:22.073803 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-86882ac0-e686-4912-9c71-e37e9526822e req-4dca5748-3767-4756-bb90-fbe890e408e1 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668991 Mar 08 13:02:22.269703 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb25e2b-aa0e-45ba-8c6e-023eab961fb8 req-ed7a1167-ba8c-4398-a253-6ca8623e95cd tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:22.270810 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ecb25e2b-aa0e-45ba-8c6e-023eab961fb8 req-ed7a1167-ba8c-4398-a253-6ca8623e95cd tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0802004 Mar 08 13:02:22.412951 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0d301-b410-47b5-9e2b-3b2399338a42 req-1e079f3f-edca-4f91-9f1e-91f22b367073 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:22.414564 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ada0d301-b410-47b5-9e2b-3b2399338a42 req-1e079f3f-edca-4f91-9f1e-91f22b367073 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0625756 Mar 08 13:02:22.474582 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ada0d301-b410-47b5-9e2b-3b2399338a42 req-457afcc3-259d-4f89-be1c-887e628a5fff tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473697 Mar 08 13:02:22.516642 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ecb25e2b-aa0e-45ba-8c6e-023eab961fb8 req-a61886fa-60aa-41c5-8633-19c2e059313c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2393975 Mar 08 13:02:23.091943 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a67de-bf2e-46ca-8ab1-e9a7b318bc2b req-61d16131-6e43-4d6c-ad01-e95522383be1 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:23.093519 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b13a67de-bf2e-46ca-8ab1-e9a7b318bc2b req-61d16131-6e43-4d6c-ad01-e95522383be1 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0587275 Mar 08 13:02:23.164113 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b13a67de-bf2e-46ca-8ab1-e9a7b318bc2b req-a638355c-fdea-4267-a612-afe8b051dd2a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643282 Mar 08 13:02:23.230785 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753ea62-0ef8-4155-94e8-be78f7f236be req-fc7cfcea-170f-481c-88ea-42e9c2399695 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:23.232268 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9753ea62-0ef8-4155-94e8-be78f7f236be req-fc7cfcea-170f-481c-88ea-42e9c2399695 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 945 time: 0.0791099 Mar 08 13:02:23.298868 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9753ea62-0ef8-4155-94e8-be78f7f236be req-bad14a30-2ee1-44f1-89bd-b07105d09b56 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548692 Mar 08 13:02:23.371740 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72434ce3-5263-4e3f-ad2c-da0898187f8b req-845dd761-1549-49a0-85e0-5b4c2847612a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:23.373712 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-72434ce3-5263-4e3f-ad2c-da0898187f8b req-845dd761-1549-49a0-85e0-5b4c2847612a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0570283 Mar 08 13:02:23.385582 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 38132) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:23.390646 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-39134c87-c4ec-4d23-b54b-4f68b428bb9a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Request body: {'floatingip': {'port_id': '4eb09271-6940-4210-8561-cd41923766bb'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:23.480787 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-39134c87-c4ec-4d23-b54b-4f68b428bb9a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for floatingip (56dd6440-c1b0-495b-b8f9-d0f9d1690c76), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:23.646949 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2e0c4-e751-4785-a2b3-f1ccdca46b64 req-0bd5021f-7a5d-462d-89f3-8ed66bc53ccd tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:23.654144 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-47e2e0c4-e751-4785-a2b3-f1ccdca46b64 req-0bd5021f-7a5d-462d-89f3-8ed66bc53ccd tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0637503 Mar 08 13:02:23.722707 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-47e2e0c4-e751-4785-a2b3-f1ccdca46b64 req-9aa2957f-0d78-4156-955b-1d86afb89611 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658436 Mar 08 13:02:23.869065 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf23cfd-a90a-461a-a120-b41739fae904 req-d53cbe6a-ca44-41cb-bd07-3e7a8b69197d tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:23.870573 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fcf23cfd-a90a-461a-a120-b41739fae904 req-d53cbe6a-ca44-41cb-bd07-3e7a8b69197d tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.2255058 Mar 08 13:02:24.084625 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fcf23cfd-a90a-461a-a120-b41739fae904 req-90438adc-734d-432a-a583-cfa1e8c71395 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975300 Mar 08 13:02:24.155894 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f2dab-5972-4368-b63c-b8af8a9a6d56 req-972797bb-af81-46de-9373-c888dbf7dbb4 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:24.157429 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-689f2dab-5972-4368-b63c-b8af8a9a6d56 req-972797bb-af81-46de-9373-c888dbf7dbb4 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0656233 Mar 08 13:02:24.203866 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-689f2dab-5972-4368-b63c-b8af8a9a6d56 req-f9e26108-e0cc-43b8-bae8-af0e544a8d19 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411267 Mar 08 13:02:24.542194 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4240347-f800-4088-9a3c-f8e902d4b61c req-91599249-c122-46a9-baaa-d4d7d1f11570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:24.543873 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d4240347-f800-4088-9a3c-f8e902d4b61c req-91599249-c122-46a9-baaa-d4d7d1f11570 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4a8d0813209c4a0bbc5f6d2dce0d4ff4&device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 1129 time: 0.4067190 Mar 08 13:02:24.593782 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692c874-e003-44fb-a653-e91c16d44b92 req-9f644a51-f015-484c-acbb-d808c7ae98ff tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:24.595253 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a692c874-e003-44fb-a653-e91c16d44b92 req-9f644a51-f015-484c-acbb-d808c7ae98ff tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.4181261 Mar 08 13:02:24.604091 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 38176) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:24.608863 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-3d048264-87b5-4260-be27-49c17f045a53 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Request body: {'floatingip': {'port_id': 'e2f3b82b-f0c2-4311-b8dd-d4248e77e863'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:24.676585 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e876a4ba-7317-4a4d-aab6-361367b6e853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:24.691304 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3d048264-87b5-4260-be27-49c17f045a53 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for floatingip (f0f8cfb2-3d81-41e4-adfb-daeae5d19379), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:24.693524 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-39134c87-c4ec-4d23-b54b-4f68b428bb9a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:24.700527 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-39134c87-c4ec-4d23-b54b-4f68b428bb9a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (56dd6440-c1b0-495b-b8f9-d0f9d1690c76), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:24.769050 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4240347-f800-4088-9a3c-f8e902d4b61c req-104df4a0-f0d3-439c-afe1-9e49f60e5df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:24.770596 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d4240347-f800-4088-9a3c-f8e902d4b61c req-104df4a0-f0d3-439c-afe1-9e49f60e5df5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 HTTP/1.1" status: 200 len: 921 time: 0.2174003 Mar 08 13:02:24.861132 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d4240347-f800-4088-9a3c-f8e902d4b61c req-45f9118a-afb5-4460-8225-81e1fbcf0714 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c56376ae-ae7b-483a-b658-f9784057d722 HTTP/1.1" status: 200 len: 217 time: 0.0501940 Mar 08 13:02:24.883656 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.l3_db [None req-39134c87-c4ec-4d23-b54b-4f68b428bb9a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Floating IP 56dd6440-c1b0-495b-b8f9-d0f9d1690c76 associated. External IP: 172.27.3.69, port: 4eb09271-6940-4210-8561-cd41923766bb. Mar 08 13:02:24.984304 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4240347-f800-4088-9a3c-f8e902d4b61c req-b38e6be0-addc-421f-a384-4953e2ec705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:24.986262 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d4240347-f800-4088-9a3c-f8e902d4b61c req-b38e6be0-addc-421f-a384-4953e2ec705a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec1e63dc-26dd-4e1a-8756-ada739f4a12a HTTP/1.1" status: 200 len: 859 time: 0.1160667 Mar 08 13:02:25.041121 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d4240347-f800-4088-9a3c-f8e902d4b61c req-df8494b9-08c8-444e-85a9-e1197ce66b62 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21bd8c3c-2f29-47a3-b60e-e76ac3085ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262883 Mar 08 13:02:25.215487 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d4240347-f800-4088-9a3c-f8e902d4b61c req-4f6d26d6-6b6a-49a3-9773-15d8b740092f service neutron] 10.222.0.72 "GET /v2.0/networks/21bd8c3c-2f29-47a3-b60e-e76ac3085ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644959 Mar 08 13:02:25.421932 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 38214) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:25.422104 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39134c87-c4ec-4d23-b54b-4f68b428bb9a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Router 60cedf14-fb11-4ee0-8251-57ef157bb87d has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:02:25.459668 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b0043-f48d-4fb1-bb02-48b46d868fde req-fcee8803-b5a7-4816-8c73-092eca1152cb tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:25.461199 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0a3b0043-f48d-4fb1-bb02-48b46d868fde req-fcee8803-b5a7-4816-8c73-092eca1152cb tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.1376388 Mar 08 13:02:25.463709 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d4240347-f800-4088-9a3c-f8e902d4b61c req-d73296a9-6942-4a4a-97f1-d318450de92d service neutron] 10.222.0.72 "GET /v2.0/networks/21bd8c3c-2f29-47a3-b60e-e76ac3085ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699891 Mar 08 13:02:25.575915 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3d048264-87b5-4260-be27-49c17f045a53 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:25.581422 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3d048264-87b5-4260-be27-49c17f045a53 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (f0f8cfb2-3d81-41e4-adfb-daeae5d19379), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:25.619938 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0a3b0043-f48d-4fb1-bb02-48b46d868fde req-3b3271f8-cdff-4882-84d7-95a86b651107 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006827 Mar 08 13:02:25.634620 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39134c87-c4ec-4d23-b54b-4f68b428bb9a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:02:25.639369 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-39134c87-c4ec-4d23-b54b-4f68b428bb9a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:25.652903 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d74e30-290c-4701-9253-d8cff4835ca6 None None] Sync routers for ids ['60cedf14-fb11-4ee0-8251-57ef157bb87d'] in dv-cinder-830089-2-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:02:25.661763 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8b40-2de4-47e8-a024-3ff1901c7cc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:25.664721 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d74e30-290c-4701-9253-d8cff4835ca6 None None] Routers {'60cedf14-fb11-4ee0-8251-57ef157bb87d'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:02:25.666451 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-a0d74e30-290c-4701-9253-d8cff4835ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:01:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['60cedf14-fb11-4ee0-8251-57ef157bb87d'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:25.683131 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-39134c87-c4ec-4d23-b54b-4f68b428bb9a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "PUT /v2.0/floatingips/56dd6440-c1b0-495b-b8f9-d0f9d1690c76 HTTP/1.1" status: 200 len: 990 time: 2.2963681 Mar 08 13:02:25.684034 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9b92dc-f6c3-4500-a4fe-e80c775ba294', 'tag': '4eb09271-6940-4210-8561-cd41923766bb'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:02:25.686991 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce5dec2-3132-4a21-b7dc-1df684c27283" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9b92dc-f6c3-4500-a4fe-e80c775ba294", "tag": "4eb09271-6940-4210-8561-cd41923766bb"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:02:25.765929 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.db.l3_db [None req-3d048264-87b5-4260-be27-49c17f045a53 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Floating IP f0f8cfb2-3d81-41e4-adfb-daeae5d19379 associated. External IP: 172.27.3.115, port: e2f3b82b-f0c2-4311-b8dd-d4248e77e863. Mar 08 13:02:25.832592 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-a0d74e30-290c-4701-9253-d8cff4835ca6 None None] Set router 60cedf14-fb11-4ee0-8251-57ef157bb87d gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:02:25.899708 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7fbabc-17c9-442f-a9aa-1a7b3838660e x-openstack-request-id: req-db7fbabc-17c9-442f-a9aa-1a7b3838660e {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:02:25.900352 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9b92dc-f6c3-4500-a4fe-e80c775ba294", "tag": "4eb09271-6940-4210-8561-cd41923766bb", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:02:25.900923 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-db7fbabc-17c9-442f-a9aa-1a7b3838660e {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:02:25.901476 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9b92dc-f6c3-4500-a4fe-e80c775ba294', 'tag': '4eb09271-6940-4210-8561-cd41923766bb', 'status': 'completed', 'code': 200} Mar 08 13:02:25.933513 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8b40-2de4-47e8-a024-3ff1901c7cc1 admin admin] Publish callbacks [] for security_group (d9a410a0-86bf-4c3e-b643-d1b06f775ef5), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:25.941758 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8b40-2de4-47e8-a024-3ff1901c7cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (d9a410a0-86bf-4c3e-b643-d1b06f775ef5), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.028683 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-2b8b8b40-2de4-47e8-a024-3ff1901c7cc1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=24f034f1036240f7bd6c806be941b697&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6063216 Mar 08 13:02:26.032011 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b8b40-2de4-47e8-a024-3ff1901c7cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a410a0-86bf-4c3e-b643-d1b06f775ef5,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:26.034375 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 38232) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:26.115526 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d048264-87b5-4260-be27-49c17f045a53 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Router 252729d9-b6e7-4294-aa22-0da3e63bea61 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:02:26.120390 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-f28126de-42ed-4379-b8c4-a12ce9bb5f83 admin admin] Publish callbacks [] for security_group (d9a410a0-86bf-4c3e-b643-d1b06f775ef5), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.145580 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-f28126de-42ed-4379-b8c4-a12ce9bb5f83 admin admin] Publish callbacks [] for security_group (d9a410a0-86bf-4c3e-b643-d1b06f775ef5), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.148071 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-a0d74e30-290c-4701-9253-d8cff4835ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'name': 'tempest-AttachVolumeShelveTestJSON-306604063-router', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:11Z', 'updated_at': '2022-03-08T13:01:22Z', 'revision_number': 4, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'gw_port': {'id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:13Z', 'updated_at': '2022-03-08T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '56dd6440-c1b0-495b-b8f9-d0f9d1690c76', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'port_id': '4eb09271-6940-4210-8561-cd41923766bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'mac_address': 'fa:16:3e:d9:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9b92dc-f6c3-4500-a4fe-e80c775ba294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:32Z', 'updated_at': '2022-03-08T13:02:24Z', 'revision_number': 1, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9587cfc9-8e13-4323-bb1f-c0ce5568868b', 'name': '', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'mac_address': 'fa:16:3e:d5:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:19Z', 'updated_at': '2022-03-08T13:01:29Z', 'revision_number': 5, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'subnets': [{'id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:26.183588 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d74e30-290c-4701-9253-d8cff4835ca6 None None] Checking router: 60cedf14-fb11-4ee0-8251-57ef157bb87d for host: dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:02:26.193266 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d74e30-290c-4701-9253-d8cff4835ca6 None None] Routers {'60cedf14-fb11-4ee0-8251-57ef157bb87d'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:02:26.193907 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-a0d74e30-290c-4701-9253-d8cff4835ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:01:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['60cedf14-fb11-4ee0-8251-57ef157bb87d'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:26.217154 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-f28126de-42ed-4379-b8c4-a12ce9bb5f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (d9a410a0-86bf-4c3e-b643-d1b06f775ef5), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.220717 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-f28126de-42ed-4379-b8c4-a12ce9bb5f83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.224333 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-f28126de-42ed-4379-b8c4-a12ce9bb5f83 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d9a410a0-86bf-4c3e-b643-d1b06f775ef5 HTTP/1.1" status: 204 len: 168 time: 0.1865647 Mar 08 13:02:26.233075 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28126de-42ed-4379-b8c4-a12ce9bb5f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a410a0-86bf-4c3e-b643-d1b06f775ef5,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:26.353707 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-a0d74e30-290c-4701-9253-d8cff4835ca6 None None] Set router 60cedf14-fb11-4ee0-8251-57ef157bb87d gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:02:26.433206 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d048264-87b5-4260-be27-49c17f045a53 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:02:26.437920 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3d048264-87b5-4260-be27-49c17f045a53 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.443483 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace3d7b4-9c5b-4e67-a3b9-3706dfe7ad2d None None] Sync routers for ids ['252729d9-b6e7-4294-aa22-0da3e63bea61'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:02:26.454092 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace3d7b4-9c5b-4e67-a3b9-3706dfe7ad2d None None] Routers {'252729d9-b6e7-4294-aa22-0da3e63bea61'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:02:26.455119 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-ace3d7b4-9c5b-4e67-a3b9-3706dfe7ad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:01:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['252729d9-b6e7-4294-aa22-0da3e63bea61'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:26.472606 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-3d048264-87b5-4260-be27-49c17f045a53 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "PUT /v2.0/floatingips/f0f8cfb2-3d81-41e4-adfb-daeae5d19379 HTTP/1.1" status: 200 len: 991 time: 1.8672898 Mar 08 13:02:26.473180 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94576434-cce7-4e74-8d5c-5932a3194e49', 'tag': 'e2f3b82b-f0c2-4311-b8dd-d4248e77e863'}] {{(pid=102969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:02:26.475573 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6dc8d9b138c58f0a8cee2dfca36ebed44ad9fbebfb71e487ffd146a8a650eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9409a9cb-20d1-4478-b59c-a17095c6d429" -d '{"events": [{"name": "network-changed", "server_uuid": "94576434-cce7-4e74-8d5c-5932a3194e49", "tag": "e2f3b82b-f0c2-4311-b8dd-d4248e77e863"}]}' {{(pid=102969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:02:26.533816 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48102276-5154-423d-98f8-b4d34d10a522 x-openstack-request-id: req-48102276-5154-423d-98f8-b4d34d10a522 {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:02:26.534269 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94576434-cce7-4e74-8d5c-5932a3194e49", "tag": "e2f3b82b-f0c2-4311-b8dd-d4248e77e863", "status": "completed", "code": 200}]} {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:02:26.534419 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-48102276-5154-423d-98f8-b4d34d10a522 {{(pid=102969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:02:26.534817 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94576434-cce7-4e74-8d5c-5932a3194e49', 'tag': 'e2f3b82b-f0c2-4311-b8dd-d4248e77e863', 'status': 'completed', 'code': 200} Mar 08 13:02:26.600926 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-ace3d7b4-9c5b-4e67-a3b9-3706dfe7ad2d None None] Set router 252729d9-b6e7-4294-aa22-0da3e63bea61 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:02:26.618175 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 38246) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:26.629617 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-a0d74e30-290c-4701-9253-d8cff4835ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'name': 'tempest-AttachVolumeShelveTestJSON-306604063-router', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:11Z', 'updated_at': '2022-03-08T13:01:22Z', 'revision_number': 4, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'gw_port': {'id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:13Z', 'updated_at': '2022-03-08T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '56dd6440-c1b0-495b-b8f9-d0f9d1690c76', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'port_id': '4eb09271-6940-4210-8561-cd41923766bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'mac_address': 'fa:16:3e:d9:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9b92dc-f6c3-4500-a4fe-e80c775ba294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:32Z', 'updated_at': '2022-03-08T13:02:24Z', 'revision_number': 1, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9587cfc9-8e13-4323-bb1f-c0ce5568868b', 'name': '', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'mac_address': 'fa:16:3e:d5:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:19Z', 'updated_at': '2022-03-08T13:01:29Z', 'revision_number': 5, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'subnets': [{'id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:26.635535 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-081e67c3-a55e-40b2-9675-49ef3fe557f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.751797 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d74e30-290c-4701-9253-d8cff4835ca6 None None] The sync data for ids ['60cedf14-fb11-4ee0-8251-57ef157bb87d'] in dv-cinder-830089-2-iscsi is: [{'id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'name': 'tempest-AttachVolumeShelveTestJSON-306604063-router', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:11Z', 'updated_at': '2022-03-08T13:01:22Z', 'revision_number': 4, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'gw_port': {'id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:13Z', 'updated_at': '2022-03-08T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '56dd6440-c1b0-495b-b8f9-d0f9d1690c76', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'port_id': '4eb09271-6940-4210-8561-cd41923766bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'mac_address': 'fa:16:3e:d9:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9b92dc-f6c3-4500-a4fe-e80c775ba294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:32Z', 'updated_at': '2022-03-08T13:02:24Z', 'revision_number': 1, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9587cfc9-8e13-4323-bb1f-c0ce5568868b', 'name': '', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'mac_address': 'fa:16:3e:d5:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:19Z', 'updated_at': '2022-03-08T13:01:29Z', 'revision_number': 5, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'subnets': [{'id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:02:26.815071 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-081e67c3-a55e-40b2-9675-49ef3fe557f6 admin admin] Publish callbacks [] for security_group (754d44ac-4d29-4404-b3ac-4bf9dba9a990), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.821343 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-081e67c3-a55e-40b2-9675-49ef3fe557f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (754d44ac-4d29-4404-b3ac-4bf9dba9a990), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.884861 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-081e67c3-a55e-40b2-9675-49ef3fe557f6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4a5e800c1634471f8fda5bb43761e517&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2654409 Mar 08 13:02:26.887630 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 38252) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:26.893056 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e67c3-a55e-40b2-9675-49ef3fe557f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754d44ac-4d29-4404-b3ac-4bf9dba9a990,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:26.909741 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9b9a8-97c1-41f2-815d-56a7bc2c7f82 req-c90be1b4-1444-4979-a16d-df54655beda8 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:26.911348 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b3b9b9a8-97c1-41f2-815d-56a7bc2c7f82 req-c90be1b4-1444-4979-a16d-df54655beda8 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.1332164 Mar 08 13:02:26.975893 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-2d1d76df-23c4-44df-afd1-fd5d3cad975e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.977090 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-80f2cdfe-a9f7-479d-a83b-72914a60d3cc admin admin] Publish callbacks [] for security_group (754d44ac-4d29-4404-b3ac-4bf9dba9a990), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.992866 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b3b9b9a8-97c1-41f2-815d-56a7bc2c7f82 req-c7c41acf-e42f-497d-83c1-3ca03b0cf9de tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701432 Mar 08 13:02:27.010637 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-80f2cdfe-a9f7-479d-a83b-72914a60d3cc admin admin] Publish callbacks [] for security_group (754d44ac-4d29-4404-b3ac-4bf9dba9a990), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:27.078287 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-80f2cdfe-a9f7-479d-a83b-72914a60d3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (754d44ac-4d29-4404-b3ac-4bf9dba9a990), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:27.080901 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-ace3d7b4-9c5b-4e67-a3b9-3706dfe7ad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'name': 'tempest-AttachVolumeTestJSON-1407401291-router', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:08Z', 'updated_at': '2022-03-08T13:01:17Z', 'revision_number': 4, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'gw_port': {'id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': 'f0f8cfb2-3d81-41e4-adfb-daeae5d19379', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'port_id': 'e2f3b82b-f0c2-4311-b8dd-d4248e77e863', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'mac_address': 'fa:16:3e:66:c2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94576434-cce7-4e74-8d5c-5932a3194e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:22Z', 'updated_at': '2022-03-08T13:02:25Z', 'revision_number': 1, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5888520b-52b8-480c-8c2e-fc1191f930f9', 'name': '', 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'mac_address': 'fa:16:3e:de:9c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:15Z', 'updated_at': '2022-03-08T13:01:24Z', 'revision_number': 5, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'subnets': [{'id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:27.083317 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-80f2cdfe-a9f7-479d-a83b-72914a60d3cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:27.084627 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-80f2cdfe-a9f7-479d-a83b-72914a60d3cc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/754d44ac-4d29-4404-b3ac-4bf9dba9a990 HTTP/1.1" status: 204 len: 168 time: 0.1928558 Mar 08 13:02:27.093983 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2cdfe-a9f7-479d-a83b-72914a60d3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754d44ac-4d29-4404-b3ac-4bf9dba9a990,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:27.119506 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace3d7b4-9c5b-4e67-a3b9-3706dfe7ad2d None None] Checking router: 252729d9-b6e7-4294-aa22-0da3e63bea61 for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:02:27.134751 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace3d7b4-9c5b-4e67-a3b9-3706dfe7ad2d None None] Routers {'252729d9-b6e7-4294-aa22-0da3e63bea61'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:02:27.135565 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-ace3d7b4-9c5b-4e67-a3b9-3706dfe7ad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:02:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['252729d9-b6e7-4294-aa22-0da3e63bea61'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:27.139026 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d350d83a-3b24-4630-9e3a-61142532e7b5 None None] New status for floating IP 56dd6440-c1b0-495b-b8f9-d0f9d1690c76: ACTIVE {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:02:27.303617 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-ace3d7b4-9c5b-4e67-a3b9-3706dfe7ad2d None None] Set router 252729d9-b6e7-4294-aa22-0da3e63bea61 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:02:27.561240 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-ace3d7b4-9c5b-4e67-a3b9-3706dfe7ad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'name': 'tempest-AttachVolumeTestJSON-1407401291-router', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:08Z', 'updated_at': '2022-03-08T13:01:17Z', 'revision_number': 4, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'gw_port': {'id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': 'f0f8cfb2-3d81-41e4-adfb-daeae5d19379', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'port_id': 'e2f3b82b-f0c2-4311-b8dd-d4248e77e863', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'mac_address': 'fa:16:3e:66:c2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94576434-cce7-4e74-8d5c-5932a3194e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:22Z', 'updated_at': '2022-03-08T13:02:25Z', 'revision_number': 1, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5888520b-52b8-480c-8c2e-fc1191f930f9', 'name': '', 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'mac_address': 'fa:16:3e:de:9c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:15Z', 'updated_at': '2022-03-08T13:01:24Z', 'revision_number': 5, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'subnets': [{'id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:27.587965 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace3d7b4-9c5b-4e67-a3b9-3706dfe7ad2d None None] The sync data for ids ['252729d9-b6e7-4294-aa22-0da3e63bea61'] in dv-cinder-830089-2-iscsi is: [{'id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'name': 'tempest-AttachVolumeTestJSON-1407401291-router', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:08Z', 'updated_at': '2022-03-08T13:01:17Z', 'revision_number': 4, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'gw_port': {'id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': 'f0f8cfb2-3d81-41e4-adfb-daeae5d19379', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'port_id': 'e2f3b82b-f0c2-4311-b8dd-d4248e77e863', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'mac_address': 'fa:16:3e:66:c2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94576434-cce7-4e74-8d5c-5932a3194e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:22Z', 'updated_at': '2022-03-08T13:02:25Z', 'revision_number': 1, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5888520b-52b8-480c-8c2e-fc1191f930f9', 'name': '', 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'mac_address': 'fa:16:3e:de:9c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:15Z', 'updated_at': '2022-03-08T13:01:24Z', 'revision_number': 5, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'subnets': [{'id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:02:27.794164 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ef618e-cea3-4524-8fe1-01badbbba2a7 None None] New status for floating IP f0f8cfb2-3d81-41e4-adfb-daeae5d19379: ACTIVE {{(pid=102970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:02:28.127422 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:28.175431 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1c719-4463-4fa6-b468-c40a0e6827fe req-6067cd05-607c-40a9-8831-33c76a647a25 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:28.177168 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5df1c719-4463-4fa6-b468-c40a0e6827fe req-6067cd05-607c-40a9-8831-33c76a647a25 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0729127 Mar 08 13:02:28.233029 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5df1c719-4463-4fa6-b468-c40a0e6827fe req-5ecd82ff-9f49-44a6-a9bb-16147ef65c45 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477369 Mar 08 13:02:29.360020 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145c8ec-4118-438e-b275-a071aee0a275 req-64a1c684-a7a0-44ce-afa1-77293126538c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:29.361863 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4145c8ec-4118-438e-b275-a071aee0a275 req-64a1c684-a7a0-44ce-afa1-77293126538c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0544286 Mar 08 13:02:29.551116 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:29.608922 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4145c8ec-4118-438e-b275-a071aee0a275 req-aa88fcdc-c621-4124-8785-1ec117240f0e tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412691 Mar 08 13:02:29.717360 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5dec2-3132-4a21-b7dc-1df684c27283 req-9c13ddcd-7958-487b-bddd-e8145c377c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:29.718858 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6ce5dec2-3132-4a21-b7dc-1df684c27283 req-9c13ddcd-7958-487b-bddd-e8145c377c5f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41c838c4ea194624a0d4fca29dbc6bc6&device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 1129 time: 0.0451665 Mar 08 13:02:30.050410 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409a9cb-20d1-4478-b59c-a17095c6d429 req-c43571bb-f78e-4b18-b6ea-22297bfc7618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:30.051994 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9409a9cb-20d1-4478-b59c-a17095c6d429 req-c43571bb-f78e-4b18-b6ea-22297bfc7618 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37f26f17b5d64805ade2c2785c6b12fe&device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 1129 time: 0.1082242 Mar 08 13:02:30.080206 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5dec2-3132-4a21-b7dc-1df684c27283 req-fa911121-a399-4fa2-8838-a8ccbbde65d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:30.081715 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6ce5dec2-3132-4a21-b7dc-1df684c27283 req-fa911121-a399-4fa2-8838-a8ccbbde65d3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1855bf0b-ed79-4719-8efd-6cc0a1498526 HTTP/1.1" status: 200 len: 918 time: 0.1288638 Mar 08 13:02:30.336955 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6ce5dec2-3132-4a21-b7dc-1df684c27283 req-72e2953c-97c2-40d3-b827-7c7ea0606f6e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eb09271-6940-4210-8561-cd41923766bb HTTP/1.1" status: 200 len: 1000 time: 0.1649518 Mar 08 13:02:30.392527 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409a9cb-20d1-4478-b59c-a17095c6d429 req-d28dee87-8b8c-4fb1-94c6-7a853216657f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:30.394146 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9409a9cb-20d1-4478-b59c-a17095c6d429 req-d28dee87-8b8c-4fb1-94c6-7a853216657f service neutron] 10.222.0.72 "GET /v2.0/networks?id=22601ec1-3846-4b8b-84d1-d9378d9f83cc HTTP/1.1" status: 200 len: 913 time: 0.2334943 Mar 08 13:02:30.411064 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5dec2-3132-4a21-b7dc-1df684c27283 req-f83711d5-c3f6-48dc-8ee7-755fa3fda66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:30.414080 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6ce5dec2-3132-4a21-b7dc-1df684c27283 req-f83711d5-c3f6-48dc-8ee7-755fa3fda66f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b305f603-9e69-4e73-882b-c5731c87cd5a HTTP/1.1" status: 200 len: 855 time: 0.0696948 Mar 08 13:02:30.537906 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9409a9cb-20d1-4478-b59c-a17095c6d429 req-67839c3f-e758-44ab-b80b-2394efd2746e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2f3b82b-f0c2-4311-b8dd-d4248e77e863 HTTP/1.1" status: 200 len: 1001 time: 0.1226265 Mar 08 13:02:30.541142 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5dec2-3132-4a21-b7dc-1df684c27283 req-70b6c204-f713-46b8-aad2-6a8c15489218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:30.543156 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6ce5dec2-3132-4a21-b7dc-1df684c27283 req-70b6c204-f713-46b8-aad2-6a8c15489218 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1855bf0b-ed79-4719-8efd-6cc0a1498526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0848958 Mar 08 13:02:30.666041 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409a9cb-20d1-4478-b59c-a17095c6d429 req-4f61ac2a-3b81-4b4b-a4e4-0bbb8ee7b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:30.668315 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9409a9cb-20d1-4478-b59c-a17095c6d429 req-4f61ac2a-3b81-4b4b-a4e4-0bbb8ee7b18f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=71b3146c-5df2-44c0-b875-ba4aa2fcab91 HTTP/1.1" status: 200 len: 850 time: 0.1228745 Mar 08 13:02:30.791046 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409a9cb-20d1-4478-b59c-a17095c6d429 req-682494a2-f8d0-40d4-ba33-abb95212f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:30.793214 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9409a9cb-20d1-4478-b59c-a17095c6d429 req-682494a2-f8d0-40d4-ba33-abb95212f358 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22601ec1-3846-4b8b-84d1-d9378d9f83cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0950010 Mar 08 13:02:30.796148 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6ce5dec2-3132-4a21-b7dc-1df684c27283 req-5d9cd88c-33f7-4450-bd5c-1f5a5a10da00 service neutron] 10.222.0.72 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943142 Mar 08 13:02:30.821819 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01adbb0-4d43-4641-972f-9f61aff1b2dd req-09c0d2f8-e535-47a4-bd9e-ead76fc4046a tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:30.825852 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c01adbb0-4d43-4641-972f-9f61aff1b2dd req-09c0d2f8-e535-47a4-bd9e-ead76fc4046a tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0937703 Mar 08 13:02:30.907472 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c01adbb0-4d43-4641-972f-9f61aff1b2dd req-e7ebf801-0003-40ba-9b30-9da3318c4b89 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722048 Mar 08 13:02:30.939800 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:30.997443 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9409a9cb-20d1-4478-b59c-a17095c6d429 req-74cf814f-c6cb-407e-ac7c-bd43898c3f44 service neutron] 10.222.0.72 "GET /v2.0/networks/22601ec1-3846-4b8b-84d1-d9378d9f83cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978395 Mar 08 13:02:30.999873 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6ce5dec2-3132-4a21-b7dc-1df684c27283 req-d24d852a-3c7b-4c34-8beb-8cacec9d1bc3 service neutron] 10.222.0.72 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864178 Mar 08 13:02:31.133833 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9409a9cb-20d1-4478-b59c-a17095c6d429 req-f85f6dff-d627-438b-b05e-08b5fd45ee24 service neutron] 10.222.0.72 "GET /v2.0/networks/22601ec1-3846-4b8b-84d1-d9378d9f83cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077380 Mar 08 13:02:31.323942 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 38376) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:31.439292 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e53c2c13-5195-4e26-a067-b230771026b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:31.523909 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e53c2c13-5195-4e26-a067-b230771026b1 admin admin] Publish callbacks [] for security_group (1d04b34a-bebe-41e3-ab26-2ebcf70372ac), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:31.537549 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e53c2c13-5195-4e26-a067-b230771026b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (1d04b34a-bebe-41e3-ab26-2ebcf70372ac), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:31.578787 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-e53c2c13-5195-4e26-a067-b230771026b1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=abeabd5b0278409a86e87d1756c0e8db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535620 Mar 08 13:02:31.579770 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c2c13-5195-4e26-a067-b230771026b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d04b34a-bebe-41e3-ab26-2ebcf70372ac,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:31.582260 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 38380) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:31.664733 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-23a037db-9228-47e2-a098-81b7d07949d4 admin admin] Publish callbacks [] for security_group (1d04b34a-bebe-41e3-ab26-2ebcf70372ac), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:31.689441 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-23a037db-9228-47e2-a098-81b7d07949d4 admin admin] Publish callbacks [] for security_group (1d04b34a-bebe-41e3-ab26-2ebcf70372ac), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:31.765719 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-23a037db-9228-47e2-a098-81b7d07949d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (1d04b34a-bebe-41e3-ab26-2ebcf70372ac), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:31.769795 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-23a037db-9228-47e2-a098-81b7d07949d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:31.770993 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-23a037db-9228-47e2-a098-81b7d07949d4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1d04b34a-bebe-41e3-ab26-2ebcf70372ac HTTP/1.1" status: 204 len: 168 time: 0.1869168 Mar 08 13:02:31.784351 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a037db-9228-47e2-a098-81b7d07949d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d04b34a-bebe-41e3-ab26-2ebcf70372ac,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:32.062128 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4fab0-5b6e-4777-a63d-85e6b3fcb739 req-5013d438-805b-46e0-961b-b92a4bfb6e7a tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:32.063964 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4bc4fab0-5b6e-4777-a63d-85e6b3fcb739 req-5013d438-805b-46e0-961b-b92a4bfb6e7a tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0552535 Mar 08 13:02:32.121153 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4bc4fab0-5b6e-4777-a63d-85e6b3fcb739 req-fc82c38d-f434-40d1-9ffd-80dc92b2e896 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501084 Mar 08 13:02:32.140069 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 38398) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:32.153251 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2bc2c2d7-1549-4c23-bf48-3402c16a1cf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:32.231942 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2bc2c2d7-1549-4c23-bf48-3402c16a1cf0 admin admin] Publish callbacks [] for security_group (cdf03e6d-e4b9-4c99-b3a9-8454116ff253), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:32.237099 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2bc2c2d7-1549-4c23-bf48-3402c16a1cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (cdf03e6d-e4b9-4c99-b3a9-8454116ff253), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:32.281754 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-2bc2c2d7-1549-4c23-bf48-3402c16a1cf0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bab718c68d884783a7b56dbfe6796972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346278 Mar 08 13:02:32.281754 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2c2d7-1549-4c23-bf48-3402c16a1cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf03e6d-e4b9-4c99-b3a9-8454116ff253,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:32.282054 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 38404) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:32.336471 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a165-130f-4608-ac18-ae612fa763d0 admin admin] Publish callbacks [] for security_group (cdf03e6d-e4b9-4c99-b3a9-8454116ff253), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:32.357819 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a165-130f-4608-ac18-ae612fa763d0 admin admin] Publish callbacks [] for security_group (cdf03e6d-e4b9-4c99-b3a9-8454116ff253), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:32.409334 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a165-130f-4608-ac18-ae612fa763d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (cdf03e6d-e4b9-4c99-b3a9-8454116ff253), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:32.412296 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a4a3a165-130f-4608-ac18-ae612fa763d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:32.413557 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-a4a3a165-130f-4608-ac18-ae612fa763d0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cdf03e6d-e4b9-4c99-b3a9-8454116ff253 HTTP/1.1" status: 204 len: 168 time: 0.1288581 Mar 08 13:02:32.421808 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3a165-130f-4608-ac18-ae612fa763d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf03e6d-e4b9-4c99-b3a9-8454116ff253,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:33.254876 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89aac32-7d11-42d6-8c8c-61ef028e60c9 req-b5977483-88e9-4900-8af6-ebe4aa0db2ad tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:33.269646 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a89aac32-7d11-42d6-8c8c-61ef028e60c9 req-b5977483-88e9-4900-8af6-ebe4aa0db2ad tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0636706 Mar 08 13:02:33.320398 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a89aac32-7d11-42d6-8c8c-61ef028e60c9 req-9758012b-3f63-4e03-a304-c7331b22c282 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514910 Mar 08 13:02:34.464800 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0947b8-60b1-4495-b3c9-260d3db55847 req-9c97e4af-d1e2-42c2-a0bf-5cbeb81a0d7e tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:34.466307 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fd0947b8-60b1-4495-b3c9-260d3db55847 req-9c97e4af-d1e2-42c2-a0bf-5cbeb81a0d7e tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0717154 Mar 08 13:02:34.522291 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fd0947b8-60b1-4495-b3c9-260d3db55847 req-4f75cde0-0a12-4a80-ac5a-75470ad4d334 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484059 Mar 08 13:02:35.658329 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5fc00-d987-413c-b395-67299abb84c9 req-d7d75ead-984a-4cef-bf7f-730b9325b05f tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:35.659835 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c0e5fc00-d987-413c-b395-67299abb84c9 req-d7d75ead-984a-4cef-bf7f-730b9325b05f tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0632420 Mar 08 13:02:35.725616 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c0e5fc00-d987-413c-b395-67299abb84c9 req-c6613730-8709-4d37-8d91-8d0ec6a07172 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594463 Mar 08 13:02:36.869008 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162c0a8-ab49-411e-ad70-5f2b2243552c req-be330555-0acb-41f3-ac7f-6e89503f0470 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:36.870575 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2162c0a8-ab49-411e-ad70-5f2b2243552c req-be330555-0acb-41f3-ac7f-6e89503f0470 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0609326 Mar 08 13:02:36.927331 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2162c0a8-ab49-411e-ad70-5f2b2243552c req-57e5b25d-7ad7-42bc-8571-5962a6e623e9 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477462 Mar 08 13:02:38.074464 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08028a-3c87-4c78-a1f8-0df8ffe0addc req-e476ba50-c97a-4898-bfac-d34a6c08c8b7 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:38.075895 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4b08028a-3c87-4c78-a1f8-0df8ffe0addc req-e476ba50-c97a-4898-bfac-d34a6c08c8b7 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0570891 Mar 08 13:02:38.138568 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4b08028a-3c87-4c78-a1f8-0df8ffe0addc req-54ffd999-6c9a-4bf1-8252-6042da48ae0a tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519276 Mar 08 13:02:38.782031 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:39.266801 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57f362-368f-40df-b502-4ec3a6e66dfd req-952a7356-c197-49ce-a4fb-a4b14327fe6b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:39.268276 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0c57f362-368f-40df-b502-4ec3a6e66dfd req-952a7356-c197-49ce-a4fb-a4b14327fe6b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0605555 Mar 08 13:02:39.321554 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0c57f362-368f-40df-b502-4ec3a6e66dfd req-f5f78505-ca19-459e-9eee-74dd9eb46b08 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477071 Mar 08 13:02:40.441748 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae7016-b7ac-40ad-91f9-d019c5bc7b6d req-48f609a0-408a-4b15-a868-099d743e5339 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:40.443246 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-12ae7016-b7ac-40ad-91f9-d019c5bc7b6d req-48f609a0-408a-4b15-a868-099d743e5339 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0529284 Mar 08 13:02:40.498664 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-12ae7016-b7ac-40ad-91f9-d019c5bc7b6d req-f3f85570-2c30-4dac-9c41-572f571b7c06 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498877 Mar 08 13:02:41.138627 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:02:41.637084 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1277ae-8626-4777-be46-70b73c5146d7 req-6e170697-d406-462f-bd4e-7cfafa7e5e45 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:41.638725 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8b1277ae-8626-4777-be46-70b73c5146d7 req-6e170697-d406-462f-bd4e-7cfafa7e5e45 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0688474 Mar 08 13:02:41.694775 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8b1277ae-8626-4777-be46-70b73c5146d7 req-f51ed560-1320-4796-9b8e-5b89f5779611 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488975 Mar 08 13:02:42.855387 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c15b0-4ff9-4e07-829c-51b6d48fffda req-da1a4710-737f-493f-8ff1-2d2a82328653 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:42.858407 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d84c15b0-4ff9-4e07-829c-51b6d48fffda req-da1a4710-737f-493f-8ff1-2d2a82328653 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0729747 Mar 08 13:02:42.930519 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d84c15b0-4ff9-4e07-829c-51b6d48fffda req-5776bac3-ea5c-4e78-9dda-3dff9aedaaec tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652969 Mar 08 13:02:43.248948 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 38670) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:43.250659 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063029d2-ccc6-41a0-be5f-f200384a9859 req-dab209ee-462e-43c0-9276-582a2cce1351 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:43.259407 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-063029d2-ccc6-41a0-be5f-f200384a9859 req-dab209ee-462e-43c0-9276-582a2cce1351 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 945 time: 0.0734258 Mar 08 13:02:43.317182 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-063029d2-ccc6-41a0-be5f-f200384a9859 req-77761ba8-f15e-4a59-8910-0ac0500a7621 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566151 Mar 08 13:02:43.368866 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 38676) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:43.417561 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5ee6e939-ed05-4c0b-af61-60f8f33b153d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:43.437185 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a19b41ef-5ab0-469d-b2db-86d955aa8af8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:43.559966 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5ee6e939-ed05-4c0b-af61-60f8f33b153d admin admin] Publish callbacks [] for security_group (fc633ae7-76b6-4d33-81c8-f35eda5567fc), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:43.565615 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5ee6e939-ed05-4c0b-af61-60f8f33b153d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (fc633ae7-76b6-4d33-81c8-f35eda5567fc), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:43.573522 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a19b41ef-5ab0-469d-b2db-86d955aa8af8 admin admin] Publish callbacks [] for security_group (45a6d328-226f-4d6c-9f60-7313cdbac18e), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:43.594346 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a19b41ef-5ab0-469d-b2db-86d955aa8af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (45a6d328-226f-4d6c-9f60-7313cdbac18e), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:43.622644 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-5ee6e939-ed05-4c0b-af61-60f8f33b153d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6d3fa9499d3745cab5e92ddd3543d673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3726335 Mar 08 13:02:43.623475 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6e939-ed05-4c0b-af61-60f8f33b153d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc633ae7-76b6-4d33-81c8-f35eda5567fc,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:43.625381 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 38688) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:43.653688 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-a19b41ef-5ab0-469d-b2db-86d955aa8af8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e5f5b833945d40dba0609e55245eb779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2837834 Mar 08 13:02:43.656970 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 38690) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:43.660799 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b41ef-5ab0-469d-b2db-86d955aa8af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a6d328-226f-4d6c-9f60-7313cdbac18e,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:43.713246 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-911c6cbe-55fb-4f59-86b7-16a473068200 admin admin] Publish callbacks [] for security_group (fc633ae7-76b6-4d33-81c8-f35eda5567fc), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:43.753261 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-911c6cbe-55fb-4f59-86b7-16a473068200 admin admin] Publish callbacks [] for security_group (fc633ae7-76b6-4d33-81c8-f35eda5567fc), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:43.767515 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ba39e695-3309-41e5-be1a-8306c337fd21 admin admin] Publish callbacks [] for security_group (45a6d328-226f-4d6c-9f60-7313cdbac18e), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:43.812093 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ba39e695-3309-41e5-be1a-8306c337fd21 admin admin] Publish callbacks [] for security_group (45a6d328-226f-4d6c-9f60-7313cdbac18e), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:43.859626 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-911c6cbe-55fb-4f59-86b7-16a473068200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (fc633ae7-76b6-4d33-81c8-f35eda5567fc), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:43.862381 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-911c6cbe-55fb-4f59-86b7-16a473068200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:43.863610 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-911c6cbe-55fb-4f59-86b7-16a473068200 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fc633ae7-76b6-4d33-81c8-f35eda5567fc HTTP/1.1" status: 204 len: 168 time: 0.2371650 Mar 08 13:02:43.874588 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c6cbe-55fb-4f59-86b7-16a473068200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc633ae7-76b6-4d33-81c8-f35eda5567fc,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:43.876775 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ba39e695-3309-41e5-be1a-8306c337fd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (45a6d328-226f-4d6c-9f60-7313cdbac18e), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:43.879342 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ba39e695-3309-41e5-be1a-8306c337fd21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:43.884403 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-ba39e695-3309-41e5-be1a-8306c337fd21 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/45a6d328-226f-4d6c-9f60-7313cdbac18e HTTP/1.1" status: 204 len: 168 time: 0.2224817 Mar 08 13:02:43.904717 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39e695-3309-41e5-be1a-8306c337fd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a6d328-226f-4d6c-9f60-7313cdbac18e,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:44.121332 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c944d2-1113-4ee7-aea1-887ff3364eb5 req-4774c1cd-bcb4-46a8-a0ec-b38e0343f769 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:44.123786 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a4c944d2-1113-4ee7-aea1-887ff3364eb5 req-4774c1cd-bcb4-46a8-a0ec-b38e0343f769 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0840251 Mar 08 13:02:44.199504 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a4c944d2-1113-4ee7-aea1-887ff3364eb5 req-a910aa1f-b0a9-4a71-9965-4eb6f781ea3b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680678 Mar 08 13:02:44.359383 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 38718) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:44.373674 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-abfae6c1-963f-4749-848d-12ac3354f4af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:44.483631 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b108e9f-da33-44c8-a61f-a123bbdeebdf req-cc8053b1-ea34-40f8-8b41-3f1c713230fa tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:44.487023 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9b108e9f-da33-44c8-a61f-a123bbdeebdf req-cc8053b1-ea34-40f8-8b41-3f1c713230fa tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 945 time: 0.0942128 Mar 08 13:02:44.489016 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-abfae6c1-963f-4749-848d-12ac3354f4af admin admin] Publish callbacks [] for security_group (65b1b71e-e914-4b20-a1d3-dd0ee6df96c4), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:44.502000 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-abfae6c1-963f-4749-848d-12ac3354f4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (65b1b71e-e914-4b20-a1d3-dd0ee6df96c4), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:44.563071 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9b108e9f-da33-44c8-a61f-a123bbdeebdf req-8031eeba-dd32-4c0a-9f67-ee3597e38323 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658481 Mar 08 13:02:44.573160 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-abfae6c1-963f-4749-848d-12ac3354f4af admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=06268836c1634751a7b24cce63aa7134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116754 Mar 08 13:02:44.573605 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 38722) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:44.588950 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfae6c1-963f-4749-848d-12ac3354f4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b1b71e-e914-4b20-a1d3-dd0ee6df96c4,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:44.634763 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-124d0690-aada-4861-9750-8adb4ea3e4f5 admin admin] Publish callbacks [] for security_group (65b1b71e-e914-4b20-a1d3-dd0ee6df96c4), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:44.658611 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-124d0690-aada-4861-9750-8adb4ea3e4f5 admin admin] Publish callbacks [] for security_group (65b1b71e-e914-4b20-a1d3-dd0ee6df96c4), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:44.715097 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-124d0690-aada-4861-9750-8adb4ea3e4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (65b1b71e-e914-4b20-a1d3-dd0ee6df96c4), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:44.720024 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-124d0690-aada-4861-9750-8adb4ea3e4f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:44.721722 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-124d0690-aada-4861-9750-8adb4ea3e4f5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/65b1b71e-e914-4b20-a1d3-dd0ee6df96c4 HTTP/1.1" status: 204 len: 168 time: 0.1467500 Mar 08 13:02:44.739879 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d0690-aada-4861-9750-8adb4ea3e4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b1b71e-e914-4b20-a1d3-dd0ee6df96c4,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:45.406392 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0d9bb-5018-4e8a-af48-89b63f523336 req-6d1e6cff-ed99-41fa-9145-714a95609bfb tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:45.411998 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3ec0d9bb-5018-4e8a-af48-89b63f523336 req-6d1e6cff-ed99-41fa-9145-714a95609bfb tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.1059792 Mar 08 13:02:45.454346 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 38770) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:45.546480 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3ec0d9bb-5018-4e8a-af48-89b63f523336 req-cf8ec2c6-c215-4024-9ac6-c190f2f0f433 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227026 Mar 08 13:02:45.739175 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a5f0321e-24bc-4c3f-8bbc-b02f20929f74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:45.772889 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbfe88-4b87-4392-aac6-f466e3f63b06 req-4a20c6b7-804b-411c-9814-8816704b3a8c tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:45.777116 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-88cbfe88-4b87-4392-aac6-f466e3f63b06 req-4a20c6b7-804b-411c-9814-8816704b3a8c tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 945 time: 0.1269479 Mar 08 13:02:45.852358 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-88cbfe88-4b87-4392-aac6-f466e3f63b06 req-f79f1fc8-8bca-40e3-855a-78da5ea826ec tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/security-groups?id=56a15b0b-3c37-4f32-9466-5f1bc2568cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659993 Mar 08 13:02:45.886982 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a5f0321e-24bc-4c3f-8bbc-b02f20929f74 admin admin] Publish callbacks [] for security_group (a9982e08-9820-40df-9725-2ad2e37b5112), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:45.890660 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a5f0321e-24bc-4c3f-8bbc-b02f20929f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (a9982e08-9820-40df-9725-2ad2e37b5112), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:45.931180 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-a5f0321e-24bc-4c3f-8bbc-b02f20929f74 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f7eb5627b3184632b62763efdd0ae1cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4711020 Mar 08 13:02:45.931180 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0321e-24bc-4c3f-8bbc-b02f20929f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9982e08-9820-40df-9725-2ad2e37b5112,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:45.931476 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 38798) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:45.989204 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d9f0d2c0-2544-41fb-93c1-8af7040ff9a2 admin admin] Publish callbacks [] for security_group (a9982e08-9820-40df-9725-2ad2e37b5112), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:46.014611 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d9f0d2c0-2544-41fb-93c1-8af7040ff9a2 admin admin] Publish callbacks [] for security_group (a9982e08-9820-40df-9725-2ad2e37b5112), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:46.061458 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d9f0d2c0-2544-41fb-93c1-8af7040ff9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (a9982e08-9820-40df-9725-2ad2e37b5112), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:46.064003 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d9f0d2c0-2544-41fb-93c1-8af7040ff9a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:46.065203 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-d9f0d2c0-2544-41fb-93c1-8af7040ff9a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a9982e08-9820-40df-9725-2ad2e37b5112 HTTP/1.1" status: 204 len: 168 time: 0.1315894 Mar 08 13:02:46.073032 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0d2c0-2544-41fb-93c1-8af7040ff9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9982e08-9820-40df-9725-2ad2e37b5112,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:46.189757 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb263bd5-7e2e-4be8-b313-1c4468914ca9 req-a6352eae-cb54-4396-8e20-6fef6f39325d tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:46.191204 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bb263bd5-7e2e-4be8-b313-1c4468914ca9 req-a6352eae-cb54-4396-8e20-6fef6f39325d tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 945 time: 0.0577290 Mar 08 13:02:46.399388 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-bb263bd5-7e2e-4be8-b313-1c4468914ca9 req-d53cb770-53ce-443f-a3a1-d356a99a7dd6 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Deleting port 0986330a-861a-4404-919f-3149d39ff59f {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:02:46.399938 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-bb263bd5-7e2e-4be8-b313-1c4468914ca9 req-d53cb770-53ce-443f-a3a1-d356a99a7dd6 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (0986330a-861a-4404-919f-3149d39ff59f), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:46.478983 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 38814) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:46.509258 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-421d1754-b75d-43d2-85c0-b10a6fda79f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:46.512370 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-bb263bd5-7e2e-4be8-b313-1c4468914ca9 req-d53cb770-53ce-443f-a3a1-d356a99a7dd6 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] For port 0986330a-861a-4404-919f-3149d39ff59f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0986330a-861a-4404-919f-3149d39ff59f,segment=NetworkSegment(5d8c9d50-3aaa-4990-a1a3-1e19845954fa),segment_id=5d8c9d50-3aaa-4990-a1a3-1e19845954fa)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:46.512809 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-bb263bd5-7e2e-4be8-b313-1c4468914ca9 req-d53cb770-53ce-443f-a3a1-d356a99a7dd6 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (0986330a-861a-4404-919f-3149d39ff59f), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:46.532061 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-bb263bd5-7e2e-4be8-b313-1c4468914ca9 req-d53cb770-53ce-443f-a3a1-d356a99a7dd6 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Calling delete_port for 0986330a-861a-4404-919f-3149d39ff59f owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:02:46.774377 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-bb263bd5-7e2e-4be8-b313-1c4468914ca9 req-d53cb770-53ce-443f-a3a1-d356a99a7dd6 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (0986330a-861a-4404-919f-3149d39ff59f), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:46.825039 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['0986330a-861a-4404-919f-3149d39ff59f'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:02:47.003353 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e3acb867-b066-478c-8e91-d8093aab0b68 req-1bd3d791-b1d1-48f9-8b50-ea7406a9fa97 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 210 time: 0.0428467 Mar 08 13:02:47.016638 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-421d1754-b75d-43d2-85c0-b10a6fda79f8 admin admin] Publish callbacks [] for security_group (58a2ef50-8684-40c2-a834-ab394e5a4e4c), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:47.049261 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e78b4-f55c-4542-bcc9-0262c20b35c8 req-770583f3-fa21-4672-b1d9-6d7343b210e7 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:47.051028 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-aa0e78b4-f55c-4542-bcc9-0262c20b35c8 req-770583f3-fa21-4672-b1d9-6d7343b210e7 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.3983350 Mar 08 13:02:47.053353 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53cb770-53ce-443f-a3a1-d356a99a7dd6 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Pushing event deleted for resources: {'Port': ['ID=0986330a-861a-4404-919f-3149d39ff59f,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:47.056530 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-421d1754-b75d-43d2-85c0-b10a6fda79f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (58a2ef50-8684-40c2-a834-ab394e5a4e4c), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:47.176404 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb263bd5-7e2e-4be8-b313-1c4468914ca9 req-d53cb770-53ce-443f-a3a1-d356a99a7dd6 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] No DVR routers for this DVR port 0986330a-861a-4404-919f-3149d39ff59f on host hv-cinder-83008 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:02:47.188012 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-421d1754-b75d-43d2-85c0-b10a6fda79f8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8d6175b48f084834a2a71fa440a9933c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7058136 Mar 08 13:02:47.188012 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-bb263bd5-7e2e-4be8-b313-1c4468914ca9 req-d53cb770-53ce-443f-a3a1-d356a99a7dd6 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:47.188491 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 38856) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:47.192591 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bb263bd5-7e2e-4be8-b313-1c4468914ca9 req-d53cb770-53ce-443f-a3a1-d356a99a7dd6 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.72 "DELETE /v2.0/ports/0986330a-861a-4404-919f-3149d39ff59f HTTP/1.1" status: 204 len: 173 time: 0.9945452 Mar 08 13:02:47.195548 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc71772-6a84-45da-96c4-7796e128fd7f', 'name': 'network-vif-deleted', 'tag': '0986330a-861a-4404-919f-3149d39ff59f'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:02:47.197894 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f600fc8-829b-4ae9-9124-4aea1b76491e" -d '{"events": [{"server_uuid": "dcc71772-6a84-45da-96c4-7796e128fd7f", "name": "network-vif-deleted", "tag": "0986330a-861a-4404-919f-3149d39ff59f"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:02:47.202791 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d1754-b75d-43d2-85c0-b10a6fda79f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a2ef50-8684-40c2-a834-ab394e5a4e4c,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:47.234906 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-aa0e78b4-f55c-4542-bcc9-0262c20b35c8 req-de0894fc-1e18-4176-8b20-106d27445523 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435564 Mar 08 13:02:47.291533 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d754898-b521-4aad-923f-a8ce3906da95 x-openstack-request-id: req-9d754898-b521-4aad-923f-a8ce3906da95 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:02:47.291832 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc71772-6a84-45da-96c4-7796e128fd7f", "name": "network-vif-deleted", "tag": "0986330a-861a-4404-919f-3149d39ff59f", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:02:47.292092 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9d754898-b521-4aad-923f-a8ce3906da95 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:02:47.292498 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc71772-6a84-45da-96c4-7796e128fd7f', 'name': 'network-vif-deleted', 'tag': '0986330a-861a-4404-919f-3149d39ff59f', 'status': 'completed', 'code': 200} Mar 08 13:02:47.318288 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-115877b3-5642-4d3a-aea2-89a4b3995ec9 admin admin] Publish callbacks [] for security_group (58a2ef50-8684-40c2-a834-ab394e5a4e4c), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:47.367976 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-115877b3-5642-4d3a-aea2-89a4b3995ec9 admin admin] Publish callbacks [] for security_group (58a2ef50-8684-40c2-a834-ab394e5a4e4c), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:47.431084 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-115877b3-5642-4d3a-aea2-89a4b3995ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (58a2ef50-8684-40c2-a834-ab394e5a4e4c), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:47.434242 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-115877b3-5642-4d3a-aea2-89a4b3995ec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:47.435556 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-115877b3-5642-4d3a-aea2-89a4b3995ec9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/58a2ef50-8684-40c2-a834-ab394e5a4e4c HTTP/1.1" status: 204 len: 168 time: 0.2458611 Mar 08 13:02:47.461395 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115877b3-5642-4d3a-aea2-89a4b3995ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a2ef50-8684-40c2-a834-ab394e5a4e4c,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:47.503583 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 38872) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:47.645664 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-902db549-f8f0-4e91-bd02-89a2ecb513c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:47.783184 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-902db549-f8f0-4e91-bd02-89a2ecb513c7 admin admin] Publish callbacks [] for security_group (7baa7aec-e783-4fec-965a-20e78cedd25b), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:47.789980 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-902db549-f8f0-4e91-bd02-89a2ecb513c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (7baa7aec-e783-4fec-965a-20e78cedd25b), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:47.833252 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-902db549-f8f0-4e91-bd02-89a2ecb513c7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e3d15aac98684de999547f38dbd4c28a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262277 Mar 08 13:02:47.833252 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902db549-f8f0-4e91-bd02-89a2ecb513c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7baa7aec-e783-4fec-965a-20e78cedd25b,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:47.833653 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 38892) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:47.886230 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3bbf0f60-bab2-41df-8c3f-97d6d67d78f3 admin admin] Publish callbacks [] for security_group (7baa7aec-e783-4fec-965a-20e78cedd25b), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:47.909095 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3bbf0f60-bab2-41df-8c3f-97d6d67d78f3 admin admin] Publish callbacks [] for security_group (7baa7aec-e783-4fec-965a-20e78cedd25b), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:47.958065 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3bbf0f60-bab2-41df-8c3f-97d6d67d78f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (7baa7aec-e783-4fec-965a-20e78cedd25b), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:47.960894 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3bbf0f60-bab2-41df-8c3f-97d6d67d78f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:47.962056 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-3bbf0f60-bab2-41df-8c3f-97d6d67d78f3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7baa7aec-e783-4fec-965a-20e78cedd25b HTTP/1.1" status: 204 len: 168 time: 0.1268797 Mar 08 13:02:47.970957 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf0f60-bab2-41df-8c3f-97d6d67d78f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7baa7aec-e783-4fec-965a-20e78cedd25b,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:48.119507 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1c5399b6-9a47-45dd-af97-6c95729737a7 req-3d0dbc06-b4db-42db-8217-6fff48795d22 tempest-DeleteServersTestJSON-1401384730 tempest-DeleteServersTestJSON-1401384730-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc71772-6a84-45da-96c4-7796e128fd7f HTTP/1.1" status: 200 len: 210 time: 0.0293043 Mar 08 13:02:48.389445 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71bdcf-6cd0-4f1e-a80d-d8dd736a43ff req-38208b9e-9aff-480a-9bd4-80e16d78c55e tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:48.391979 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aa71bdcf-6cd0-4f1e-a80d-d8dd736a43ff req-38208b9e-9aff-480a-9bd4-80e16d78c55e tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0632715 Mar 08 13:02:48.460823 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aa71bdcf-6cd0-4f1e-a80d-d8dd736a43ff req-1b8dc546-0468-4461-beef-43f4c8325657 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626040 Mar 08 13:02:49.209574 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 38972) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:49.338591 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5686fd5d-3872-496b-a766-a50fc626aea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:49.447088 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5686fd5d-3872-496b-a766-a50fc626aea8 admin admin] Publish callbacks [] for security_group (248edda4-e7a4-43b3-a352-084a9759e810), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:49.454782 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5686fd5d-3872-496b-a766-a50fc626aea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (248edda4-e7a4-43b3-a352-084a9759e810), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:49.483191 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686fd5d-3872-496b-a766-a50fc626aea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248edda4-e7a4-43b3-a352-084a9759e810,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:49.515136 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-5686fd5d-3872-496b-a766-a50fc626aea8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c4dce5d70ab24e929367e5641702e3a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042367 Mar 08 13:02:49.517805 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 38984) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:49.618022 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0531-b83c-4704-accd-ce7ba7242fca admin admin] Publish callbacks [] for security_group (248edda4-e7a4-43b3-a352-084a9759e810), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:49.679647 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0531-b83c-4704-accd-ce7ba7242fca admin admin] Publish callbacks [] for security_group (248edda4-e7a4-43b3-a352-084a9759e810), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:49.699724 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d2a76-1233-408e-a43c-caaaa3fa8298 req-3ec2b75e-694f-4bf5-afe9-186a89b44d60 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:49.701311 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ed9d2a76-1233-408e-a43c-caaaa3fa8298 req-3ec2b75e-694f-4bf5-afe9-186a89b44d60 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.1295264 Mar 08 13:02:49.775478 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ed9d2a76-1233-408e-a43c-caaaa3fa8298 req-4839c4c8-9cb7-41a0-9bcc-a3a670e57517 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601835 Mar 08 13:02:49.776503 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0531-b83c-4704-accd-ce7ba7242fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (248edda4-e7a4-43b3-a352-084a9759e810), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:49.779521 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0531-b83c-4704-accd-ce7ba7242fca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:49.783144 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-7b0e0531-b83c-4704-accd-ce7ba7242fca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/248edda4-e7a4-43b3-a352-084a9759e810 HTTP/1.1" status: 204 len: 168 time: 0.2618473 Mar 08 13:02:49.790554 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e0531-b83c-4704-accd-ce7ba7242fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248edda4-e7a4-43b3-a352-084a9759e810,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:49.860392 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 0986330a-861a-4404-919f-3149d39ff59f no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:02:49.880269 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] No Port match for: 0986330a-861a-4404-919f-3149d39ff59f {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:02:49.880630 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 0986330a-861a-4404-919f-3149d39ff59f not bound to the agent host hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:02:50.428426 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 39050) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:50.543314 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-2739bc41-5df7-480e-9146-434acf701532 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-165492943-network', 'tenant_id': '112e8f7713f84546937a2e6df66dcf7b'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:50.578118 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2739bc41-5df7-480e-9146-434acf701532 admin admin] Made reservation on behalf of 112e8f7713f84546937a2e6df66dcf7b for: {'network': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:02:50.580851 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2739bc41-5df7-480e-9146-434acf701532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for network (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:50.590506 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2739bc41-5df7-480e-9146-434acf701532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:50.683079 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2739bc41-5df7-480e-9146-434acf701532 admin admin] Publish callbacks [] for security_group (bf4dac8a-2b10-4192-b58d-7ec71318cb00), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:50.689979 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2739bc41-5df7-480e-9146-434acf701532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (bf4dac8a-2b10-4192-b58d-7ec71318cb00), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:50.718109 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2739bc41-5df7-480e-9146-434acf701532 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=102969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:02:50.728905 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739bc41-5df7-480e-9146-434acf701532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4dac8a-2b10-4192-b58d-7ec71318cb00,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:50.733817 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2739bc41-5df7-480e-9146-434acf701532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (14a16e25-07cb-480e-a6c0-b2e7066a598b), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:50.734161 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.db.segments_db [None req-2739bc41-5df7-480e-9146-434acf701532 admin admin] Added segment 14a16e25-07cb-480e-a6c0-b2e7066a598b of type vlan for network 6beb92f5-7151-41af-aeed-6e25a0c731b3 Mar 08 13:02:50.787765 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2739bc41-5df7-480e-9146-434acf701532 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755471561494'] for network (6beb92f5-7151-41af-aeed-6e25a0c731b3), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:50.823355 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2739bc41-5df7-480e-9146-434acf701532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for network (6beb92f5-7151-41af-aeed-6e25a0c731b3), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:50.824419 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2739bc41-5df7-480e-9146-434acf701532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:50.825011 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2739bc41-5df7-480e-9146-434acf701532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:50.892068 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-2739bc41-5df7-480e-9146-434acf701532 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4622645 Mar 08 13:02:50.895686 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 39086) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:50.901606 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-0496822b-8449-4b1f-ba67-9cb128d42ba0 admin admin] Request body: {'subnet': {'network_id': '6beb92f5-7151-41af-aeed-6e25a0c731b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-165492943-subnet', 'tenant_id': '112e8f7713f84546937a2e6df66dcf7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:50.917324 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739bc41-5df7-480e-9146-434acf701532 admin admin] Pushing event updated for resources: {'Network': ['ID=6beb92f5-7151-41af-aeed-6e25a0c731b3,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:50.929987 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0496822b-8449-4b1f-ba67-9cb128d42ba0 admin admin] Made reservation on behalf of 112e8f7713f84546937a2e6df66dcf7b for: {'subnet': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:02:50.930621 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Network 6beb92f5-7151-41af-aeed-6e25a0c731b3 details requested by agent ovs-agent-dv-cinder-830089-2-iscsi with host dv-cinder-830089-2-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:02:50.932408 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ed2c8-91d5-418d-a04e-6729665068ee req-54d59a4d-5d5c-4bc6-83ca-ea2c2c459cd9 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:50.933502 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0496822b-8449-4b1f-ba67-9cb128d42ba0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4213133'] for subnet (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:50.934388 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-321ed2c8-91d5-418d-a04e-6729665068ee req-54d59a4d-5d5c-4bc6-83ca-ea2c2c459cd9 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0656269 Mar 08 13:02:51.001244 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-321ed2c8-91d5-418d-a04e-6729665068ee req-3f79fbb9-e71b-462a-9463-2173853ca19a tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594280 Mar 08 13:02:51.117414 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0496822b-8449-4b1f-ba67-9cb128d42ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4285867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4213139'] for subnet (2d5c3540-a79c-4bbd-9a20-ed5b1e76500c), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:51.178528 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496822b-8449-4b1f-ba67-9cb128d42ba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d5c3540-a79c-4bbd-9a20-ed5b1e76500c,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:51.185966 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0496822b-8449-4b1f-ba67-9cb128d42ba0 admin admin] Checking segment: {'id': '14a16e25-07cb-480e-a6c0-b2e7066a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '6beb92f5-7151-41af-aeed-6e25a0c731b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:02:51.186322 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0496822b-8449-4b1f-ba67-9cb128d42ba0 admin admin] Network hostable DHCP agents. Network: 6beb92f5-7151-41af-aeed-6e25a0c731b3, hostable agents: ['57d8c91c-da11-4d19-879a-ab8c1c8220b9'], hosted agents: [] {{(pid=102969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:02:51.204877 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0496822b-8449-4b1f-ba67-9cb128d42ba0 admin admin] Network 6beb92f5-7151-41af-aeed-6e25a0c731b3 is scheduled to be hosted by DHCP agent 57d8c91c-da11-4d19-879a-ab8c1c8220b9 with binding_index 1 {{(pid=102969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:02:51.215202 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-0496822b-8449-4b1f-ba67-9cb128d42ba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-2-iscsi, 6beb92f5-7151-41af-aeed-6e25a0c731b3) {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:02:51.220714 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0496822b-8449-4b1f-ba67-9cb128d42ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:51.221303 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0496822b-8449-4b1f-ba67-9cb128d42ba0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:51.227140 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296396a6-d5aa-422a-a9e3-4a4d38a8b109 None None] Network 6beb92f5-7151-41af-aeed-6e25a0c731b3 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:02:51.237893 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-0496822b-8449-4b1f-ba67-9cb128d42ba0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3411498 Mar 08 13:02:51.335387 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed03547-983c-4f7b-a18c-a7f262f23025 None None] Network 6beb92f5-7151-41af-aeed-6e25a0c731b3 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:02:51.973615 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 39120) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:52.021901 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_v2 [None req-75230064-390d-470a-94d5-ef9dd112e44b admin admin] Deleting subnet d9617c2a-ff4b-4356-8998-5615c6feb07d {{(pid=102969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:02:52.029867 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-75230064-390d-470a-94d5-ef9dd112e44b admin admin] Publish callbacks [] for subnet (d9617c2a-ff4b-4356-8998-5615c6feb07d), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.061557 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 39128) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:52.109663 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-75230064-390d-470a-94d5-ef9dd112e44b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5748676'] for subnet (d9617c2a-ff4b-4356-8998-5615c6feb07d), precommit_delete_associations {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.167304 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-75230064-390d-470a-94d5-ef9dd112e44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791735'] for subnet (d9617c2a-ff4b-4356-8998-5615c6feb07d), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.177309 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c5402-b8ef-4b3b-8816-762e3a230e3e req-915435cf-965b-442d-928c-332df6882eb3 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:52.179079 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3a2c5402-b8ef-4b3b-8816-762e3a230e3e req-915435cf-965b-442d-928c-332df6882eb3 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.1047344 Mar 08 13:02:52.184411 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5f51f193-9675-496b-9d24-de941c4b3d66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.268166 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3a2c5402-b8ef-4b3b-8816-762e3a230e3e req-673c2864-dd95-4e8b-84d6-9fef977a8435 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714791 Mar 08 13:02:52.269573 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-75230064-390d-470a-94d5-ef9dd112e44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4213226'] for subnet (d9617c2a-ff4b-4356-8998-5615c6feb07d), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.298309 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5f51f193-9675-496b-9d24-de941c4b3d66 admin admin] Publish callbacks [] for security_group (c52084b8-ef42-443d-92fa-7787cd264756), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.300650 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75230064-390d-470a-94d5-ef9dd112e44b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9617c2a-ff4b-4356-8998-5615c6feb07d,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:52.303772 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5f51f193-9675-496b-9d24-de941c4b3d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (c52084b8-ef42-443d-92fa-7787cd264756), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.305296 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-75230064-390d-470a-94d5-ef9dd112e44b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.308583 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-75230064-390d-470a-94d5-ef9dd112e44b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d9617c2a-ff4b-4356-8998-5615c6feb07d HTTP/1.1" status: 204 len: 168 time: 0.3338537 Mar 08 13:02:52.311124 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 39140) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:52.344863 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-5f51f193-9675-496b-9d24-de941c4b3d66 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b165a717d5d04cbaa481f503bd429f83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820821 Mar 08 13:02:52.348093 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 39142) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:52.370924 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51f193-9675-496b-9d24-de941c4b3d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52084b8-ef42-443d-92fa-7787cd264756,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:52.391360 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d8ccaacc-74c8-40bd-a760-e5e948714115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749880'] for network (ef08715f-7953-4413-b447-31411b8326bd), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.412500 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-791e6e97-9e01-49f3-8f63-a56cc3261dc1 admin admin] Publish callbacks [] for security_group (c52084b8-ef42-443d-92fa-7787cd264756), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.438008 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-791e6e97-9e01-49f3-8f63-a56cc3261dc1 admin admin] Publish callbacks [] for security_group (c52084b8-ef42-443d-92fa-7787cd264756), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.467055 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 39146) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:52.476444 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d8ccaacc-74c8-40bd-a760-e5e948714115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773944', 'neutron.services.segments.db._delete_segments_for_network-8755472085351'] for network (ef08715f-7953-4413-b447-31411b8326bd), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.497532 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-d8ccaacc-74c8-40bd-a760-e5e948714115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef08715f-7953-4413-b447-31411b8326bd']}} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:52.497800 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-791e6e97-9e01-49f3-8f63-a56cc3261dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (c52084b8-ef42-443d-92fa-7787cd264756), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.500366 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-791e6e97-9e01-49f3-8f63-a56cc3261dc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.503930 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-791e6e97-9e01-49f3-8f63-a56cc3261dc1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c52084b8-ef42-443d-92fa-7787cd264756 HTTP/1.1" status: 204 len: 168 time: 0.1523325 Mar 08 13:02:52.508293 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-d8ccaacc-74c8-40bd-a760-e5e948714115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8c9d50-3aaa-4990-a1a3-1e19845954fa') {'for_net_delete': True} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:52.508628 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-d8ccaacc-74c8-40bd-a760-e5e948714115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8c9d50-3aaa-4990-a1a3-1e19845954fa') {} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:52.518316 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e6e97-9e01-49f3-8f63-a56cc3261dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52084b8-ef42-443d-92fa-7787cd264756,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:52.533375 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d8ccaacc-74c8-40bd-a760-e5e948714115 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755472086384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5748543'] for segment (5d8c9d50-3aaa-4990-a1a3-1e19845954fa), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.550198 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d8ccaacc-74c8-40bd-a760-e5e948714115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (5d8c9d50-3aaa-4990-a1a3-1e19845954fa), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.556964 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ccaacc-74c8-40bd-a760-e5e948714115 admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=102969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:02:52.557361 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d8ccaacc-74c8-40bd-a760-e5e948714115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4286982'] for segment (5d8c9d50-3aaa-4990-a1a3-1e19845954fa), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: Traceback (most recent call last): Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: timer() Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: cb(*args, **kw) Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: return func(*args, **kwargs) Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: self._notify() Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: self.callback(batched_events) Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: event.method(event) Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: return f(self, *a, **k) Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: return self._get(url).json() Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: return self.request(url, 'GET', **kwargs) Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:02:52.559136 dv-cinder-830089-2-iscsi neutron-server[102969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:02:52.609451 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7622962a-da34-4236-8771-4fd8ee025bc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.624419 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d8ccaacc-74c8-40bd-a760-e5e948714115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673708'] for network (ef08715f-7953-4413-b447-31411b8326bd), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.633566 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d8ccaacc-74c8-40bd-a760-e5e948714115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.636596 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-d8ccaacc-74c8-40bd-a760-e5e948714115 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ef08715f-7953-4413-b447-31411b8326bd HTTP/1.1" status: 204 len: 168 time: 0.3244717 Mar 08 13:02:52.648613 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccaacc-74c8-40bd-a760-e5e948714115 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef08715f-7953-4413-b447-31411b8326bd,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:52.721853 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7622962a-da34-4236-8771-4fd8ee025bc2 admin admin] Publish callbacks [] for security_group (fb267bb4-ff53-46f7-953c-675ff7d969b6), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.728315 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7622962a-da34-4236-8771-4fd8ee025bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (fb267bb4-ff53-46f7-953c-675ff7d969b6), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.781231 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622962a-da34-4236-8771-4fd8ee025bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb267bb4-ff53-46f7-953c-675ff7d969b6,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:52.787755 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-7622962a-da34-4236-8771-4fd8ee025bc2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c4093b84f0d41a19114a79d7b40969f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3172328 Mar 08 13:02:52.788286 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 39160) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:52.863495 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-21fd43f7-9762-4212-8eb8-97114ffdbb76 admin admin] Publish callbacks [] for security_group (fb267bb4-ff53-46f7-953c-675ff7d969b6), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.886422 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 39168) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:52.888751 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-21fd43f7-9762-4212-8eb8-97114ffdbb76 admin admin] Publish callbacks [] for security_group (fb267bb4-ff53-46f7-953c-675ff7d969b6), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.933509 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-afdd9f20-0013-4919-9fa9-690b7f4db0d4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a3714cb26cda401d9d469351da67b523&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0456307 Mar 08 13:02:52.936925 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 39170) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:52.947413 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-21fd43f7-9762-4212-8eb8-97114ffdbb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (fb267bb4-ff53-46f7-953c-675ff7d969b6), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.951047 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-21fd43f7-9762-4212-8eb8-97114ffdbb76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.952283 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-21fd43f7-9762-4212-8eb8-97114ffdbb76 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fb267bb4-ff53-46f7-953c-675ff7d969b6 HTTP/1.1" status: 204 len: 168 time: 0.1633313 Mar 08 13:02:52.962006 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd43f7-9762-4212-8eb8-97114ffdbb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb267bb4-ff53-46f7-953c-675ff7d969b6,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:52.999111 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-cb537cfd-41f9-42d8-b2de-301dd4b15055 admin admin] Publish callbacks [] for security_group (56a15b0b-3c37-4f32-9466-5f1bc2568cee), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:53.032709 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-cb537cfd-41f9-42d8-b2de-301dd4b15055 admin admin] Publish callbacks [] for security_group (56a15b0b-3c37-4f32-9466-5f1bc2568cee), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:53.108908 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-cb537cfd-41f9-42d8-b2de-301dd4b15055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (56a15b0b-3c37-4f32-9466-5f1bc2568cee), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:53.112477 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-cb537cfd-41f9-42d8-b2de-301dd4b15055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:53.114305 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-cb537cfd-41f9-42d8-b2de-301dd4b15055 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/56a15b0b-3c37-4f32-9466-5f1bc2568cee HTTP/1.1" status: 204 len: 168 time: 0.1760659 Mar 08 13:02:53.126268 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb537cfd-41f9-42d8-b2de-301dd4b15055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a15b0b-3c37-4f32-9466-5f1bc2568cee,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:53.214185 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-79c4a0b0-dd7d-4009-bdda-2bb100fc0fdc tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:53.215722 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-79c4a0b0-dd7d-4009-bdda-2bb100fc0fdc tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/networks?id=6beb92f5-7151-41af-aeed-6e25a0c731b3 HTTP/1.1" status: 200 len: 808 time: 0.1240568 Mar 08 13:02:53.234092 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-40dacc92-4319-498e-ab5d-e5adbfe6f969 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/quotas/112e8f7713f84546937a2e6df66dcf7b HTTP/1.1" status: 200 len: 375 time: 0.0108178 Mar 08 13:02:53.273600 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-26c8936a-b729-4d8e-869d-0ae6cc77fb7f tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=112e8f7713f84546937a2e6df66dcf7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310283 Mar 08 13:02:53.393769 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-ed4c3a66-a641-4308-a80c-1aa1524ae02b service neutron] 10.222.0.50 "GET /v2.0/networks/6beb92f5-7151-41af-aeed-6e25a0c731b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127210 Mar 08 13:02:53.412060 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 39198) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:53.448483 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3bd85f04-1cf3-4cfb-8659-e198991ba728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:53.454836 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e5606-680c-4738-ba5e-88045f44e0f4 req-b5db512a-395f-460a-ba51-9461697b530e tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:53.464681 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-119e5606-680c-4738-ba5e-88045f44e0f4 req-b5db512a-395f-460a-ba51-9461697b530e tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.1002975 Mar 08 13:02:53.543491 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-119e5606-680c-4738-ba5e-88045f44e0f4 req-604c701f-d7d0-40bd-aa38-5cc7804cded2 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774844 Mar 08 13:02:53.548075 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-89e3d2f8-99e1-4abc-aa92-fbccec1438a9 service neutron] 10.222.0.50 "GET /v2.0/networks/6beb92f5-7151-41af-aeed-6e25a0c731b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465299 Mar 08 13:02:53.636626 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3bd85f04-1cf3-4cfb-8659-e198991ba728 admin admin] Publish callbacks [] for security_group (d978b8ab-2099-4f8c-82a1-8d3ee55af3f2), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:53.650833 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3bd85f04-1cf3-4cfb-8659-e198991ba728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (d978b8ab-2099-4f8c-82a1-8d3ee55af3f2), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:53.704185 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-3bd85f04-1cf3-4cfb-8659-e198991ba728 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fff0555f0bb44f04a398be41f6f310e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908082 Mar 08 13:02:53.705266 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd85f04-1cf3-4cfb-8659-e198991ba728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d978b8ab-2099-4f8c-82a1-8d3ee55af3f2,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:53.707005 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 39210) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:53.832955 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 39220) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:53.840657 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8b4d6f25-6174-4dfb-a440-30ff777e92dd req-28fe3950-70b5-47c6-aa03-233164c1a350 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 210 time: 0.0562506 Mar 08 13:02:53.863191 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e35eb447-4735-4461-a14f-149be6969c8a admin admin] Publish callbacks [] for security_group (d978b8ab-2099-4f8c-82a1-8d3ee55af3f2), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:53.917929 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e35eb447-4735-4461-a14f-149be6969c8a admin admin] Publish callbacks [] for security_group (d978b8ab-2099-4f8c-82a1-8d3ee55af3f2), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:54.004142 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e35eb447-4735-4461-a14f-149be6969c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (d978b8ab-2099-4f8c-82a1-8d3ee55af3f2), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:54.007019 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e35eb447-4735-4461-a14f-149be6969c8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:54.008385 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-e35eb447-4735-4461-a14f-149be6969c8a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d978b8ab-2099-4f8c-82a1-8d3ee55af3f2 HTTP/1.1" status: 204 len: 168 time: 0.3000760 Mar 08 13:02:54.021015 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35eb447-4735-4461-a14f-149be6969c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d978b8ab-2099-4f8c-82a1-8d3ee55af3f2,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:54.024000 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-235cde3e-e7d4-4c7a-9b2b-c27df0692216 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1166229989-network', 'tenant_id': '7399ba97adeb41e29ff41264e63de95e'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:54.096892 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235cde3e-e7d4-4c7a-9b2b-c27df0692216 admin admin] Made reservation on behalf of 7399ba97adeb41e29ff41264e63de95e for: {'network': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:02:54.102747 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-235cde3e-e7d4-4c7a-9b2b-c27df0692216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for network (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:54.120055 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-235cde3e-e7d4-4c7a-9b2b-c27df0692216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:54.227738 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-235cde3e-e7d4-4c7a-9b2b-c27df0692216 admin admin] Publish callbacks [] for security_group (97d3d072-6397-4bb9-a674-3ce19b6c5b3f), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:54.232841 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-235cde3e-e7d4-4c7a-9b2b-c27df0692216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (97d3d072-6397-4bb9-a674-3ce19b6c5b3f), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:54.257436 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235cde3e-e7d4-4c7a-9b2b-c27df0692216 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=102968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:02:54.277649 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cde3e-e7d4-4c7a-9b2b-c27df0692216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d3d072-6397-4bb9-a674-3ce19b6c5b3f,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:54.281954 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-235cde3e-e7d4-4c7a-9b2b-c27df0692216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (9707f10f-7125-40df-bc84-b1ddfaa54d43), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:54.282593 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.segments_db [None req-235cde3e-e7d4-4c7a-9b2b-c27df0692216 admin admin] Added segment 9707f10f-7125-40df-bc84-b1ddfaa54d43 of type vlan for network 0d340b85-535f-4797-abd9-72c93c4c24d4 Mar 08 13:02:54.344284 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-235cde3e-e7d4-4c7a-9b2b-c27df0692216 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755471561494'] for network (0d340b85-535f-4797-abd9-72c93c4c24d4), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:54.384693 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-235cde3e-e7d4-4c7a-9b2b-c27df0692216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for network (0d340b85-535f-4797-abd9-72c93c4c24d4), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:54.385668 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235cde3e-e7d4-4c7a-9b2b-c27df0692216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:54.386271 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-235cde3e-e7d4-4c7a-9b2b-c27df0692216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:54.446169 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-235cde3e-e7d4-4c7a-9b2b-c27df0692216 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6114614 Mar 08 13:02:54.449004 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 39254) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:54.453992 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-b48d64d7-0c6f-4e28-8456-976687588ed0 admin admin] Request body: {'subnet': {'network_id': '0d340b85-535f-4797-abd9-72c93c4c24d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1166229989-subnet', 'tenant_id': '7399ba97adeb41e29ff41264e63de95e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:54.464838 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cde3e-e7d4-4c7a-9b2b-c27df0692216 admin admin] Pushing event updated for resources: {'Network': ['ID=0d340b85-535f-4797-abd9-72c93c4c24d4,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:54.477064 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Network 0d340b85-535f-4797-abd9-72c93c4c24d4 details requested by agent ovs-agent-dv-cinder-830089-2-iscsi with host dv-cinder-830089-2-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:02:54.481630 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48d64d7-0c6f-4e28-8456-976687588ed0 admin admin] Made reservation on behalf of 7399ba97adeb41e29ff41264e63de95e for: {'subnet': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:02:54.485950 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b48d64d7-0c6f-4e28-8456-976687588ed0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6168891'] for subnet (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:54.663326 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-961af475-b729-4d61-8064-91eac633b9ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:54.754034 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe5629-50ff-43ce-a7e6-bac25ec72448 req-ab67371f-ce17-4a0e-b41d-c155833b21db tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:54.757305 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-15fe5629-50ff-43ce-a7e6-bac25ec72448 req-ab67371f-ce17-4a0e-b41d-c155833b21db tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.1203384 Mar 08 13:02:54.771732 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b48d64d7-0c6f-4e28-8456-976687588ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5564031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6168869'] for subnet (820c3f50-6115-4fe2-86ea-339d402058f6), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:54.851202 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d64d7-0c6f-4e28-8456-976687588ed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=820c3f50-6115-4fe2-86ea-339d402058f6,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:54.895338 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-15fe5629-50ff-43ce-a7e6-bac25ec72448 req-3b791a8e-9cb2-4927-ab90-41ba487d17dc tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236649 Mar 08 13:02:54.902081 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48d64d7-0c6f-4e28-8456-976687588ed0 admin admin] Checking segment: {'id': '9707f10f-7125-40df-bc84-b1ddfaa54d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '0d340b85-535f-4797-abd9-72c93c4c24d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:02:54.902447 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48d64d7-0c6f-4e28-8456-976687588ed0 admin admin] Network hostable DHCP agents. Network: 0d340b85-535f-4797-abd9-72c93c4c24d4, hostable agents: ['57d8c91c-da11-4d19-879a-ab8c1c8220b9'], hosted agents: [] {{(pid=102968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:02:54.923484 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48d64d7-0c6f-4e28-8456-976687588ed0 admin admin] Network 0d340b85-535f-4797-abd9-72c93c4c24d4 is scheduled to be hosted by DHCP agent 57d8c91c-da11-4d19-879a-ab8c1c8220b9 with binding_index 1 {{(pid=102968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:02:54.940098 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-b48d64d7-0c6f-4e28-8456-976687588ed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-2-iscsi, 0d340b85-535f-4797-abd9-72c93c4c24d4) {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:02:54.946626 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48d64d7-0c6f-4e28-8456-976687588ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:54.951635 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28240d2-e45f-4c46-a617-89bf8da1981c None None] Network 0d340b85-535f-4797-abd9-72c93c4c24d4 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:02:54.956700 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4ffbd414-1b7e-4514-be3e-1a2dab15d641 req-0c4d1783-49d6-4884-8777-6d9523cdb14c tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 210 time: 0.0297484 Mar 08 13:02:54.962225 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b48d64d7-0c6f-4e28-8456-976687588ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:54.989730 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-b48d64d7-0c6f-4e28-8456-976687588ed0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5394890 Mar 08 13:02:55.074267 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3c1de9-fb31-4888-94a8-88764a2e65f2 None None] Network 0d340b85-535f-4797-abd9-72c93c4c24d4 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:02:56.024921 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5292c-081d-484b-86b7-aa477d02aed1 req-3da979e4-d18b-4fea-a8fd-57ada7dc634f tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:56.026930 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-edb5292c-081d-484b-86b7-aa477d02aed1 req-3da979e4-d18b-4fea-a8fd-57ada7dc634f tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0617709 Mar 08 13:02:56.041344 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 39350) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:56.064053 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-82bb2752-e1a5-4292-9d5c-fa1e0e57bb47 req-51e4fb29-8877-43d5-8746-111d5d1ff995 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 210 time: 0.0283535 Mar 08 13:02:56.088706 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-edb5292c-081d-484b-86b7-aa477d02aed1 req-86de54bd-0078-4f8a-8a13-22428c2ff9d3 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557327 Mar 08 13:02:56.176094 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a7ab64c3-69ac-4a16-a28f-dd22a0ebd396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:56.259285 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a7ab64c3-69ac-4a16-a28f-dd22a0ebd396 admin admin] Publish callbacks [] for security_group (ea39e845-cc53-4d50-aa9f-14c28e1cfefb), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:56.263784 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a7ab64c3-69ac-4a16-a28f-dd22a0ebd396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (ea39e845-cc53-4d50-aa9f-14c28e1cfefb), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:56.301826 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-a7ab64c3-69ac-4a16-a28f-dd22a0ebd396 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=737950f16b8540e5b9d6d2c1d5a002ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2593567 Mar 08 13:02:56.302889 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab64c3-69ac-4a16-a28f-dd22a0ebd396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea39e845-cc53-4d50-aa9f-14c28e1cfefb,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:56.304677 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 39362) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:56.351199 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0d2930d6-720f-4d42-b0ce-b8867956037a admin admin] Publish callbacks [] for security_group (ea39e845-cc53-4d50-aa9f-14c28e1cfefb), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:56.371099 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0d2930d6-720f-4d42-b0ce-b8867956037a admin admin] Publish callbacks [] for security_group (ea39e845-cc53-4d50-aa9f-14c28e1cfefb), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:56.420259 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0d2930d6-720f-4d42-b0ce-b8867956037a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (ea39e845-cc53-4d50-aa9f-14c28e1cfefb), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:56.422748 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0d2930d6-720f-4d42-b0ce-b8867956037a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:56.423878 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-0d2930d6-720f-4d42-b0ce-b8867956037a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ea39e845-cc53-4d50-aa9f-14c28e1cfefb HTTP/1.1" status: 204 len: 168 time: 0.1181650 Mar 08 13:02:56.431852 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2930d6-720f-4d42-b0ce-b8867956037a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea39e845-cc53-4d50-aa9f-14c28e1cfefb,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:56.687218 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 39368) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:56.701700 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-52344832-f569-4906-a0a6-2b1b67baba56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:56.779543 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-52344832-f569-4906-a0a6-2b1b67baba56 admin admin] Publish callbacks [] for security_group (7295c067-1526-40a0-a569-65ee317fe664), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:56.785257 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-52344832-f569-4906-a0a6-2b1b67baba56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (7295c067-1526-40a0-a569-65ee317fe664), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:56.824612 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-52344832-f569-4906-a0a6-2b1b67baba56 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c2d6c81717354ffabe2af4cf620a9af6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363006 Mar 08 13:02:56.827948 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 39372) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:56.830296 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52344832-f569-4906-a0a6-2b1b67baba56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7295c067-1526-40a0-a569-65ee317fe664,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:56.877129 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e2cd64b1-d8da-46aa-a527-df87ff2f99df admin admin] Publish callbacks [] for security_group (7295c067-1526-40a0-a569-65ee317fe664), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:56.889342 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fd92ee27-e86e-433b-a428-9a4d8ed4c202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:56.899351 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e2cd64b1-d8da-46aa-a527-df87ff2f99df admin admin] Publish callbacks [] for security_group (7295c067-1526-40a0-a569-65ee317fe664), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:56.947298 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e2cd64b1-d8da-46aa-a527-df87ff2f99df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (7295c067-1526-40a0-a569-65ee317fe664), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:56.950388 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e2cd64b1-d8da-46aa-a527-df87ff2f99df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:56.951560 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-e2cd64b1-d8da-46aa-a527-df87ff2f99df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7295c067-1526-40a0-a569-65ee317fe664 HTTP/1.1" status: 204 len: 168 time: 0.1221306 Mar 08 13:02:56.960907 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd64b1-d8da-46aa-a527-df87ff2f99df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7295c067-1526-40a0-a569-65ee317fe664,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:57.173133 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e2e2a05a-d0b7-44d8-9704-286eefd751d7 req-f1a54e7b-4305-4e2d-95d9-9dd025113623 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 210 time: 0.0284519 Mar 08 13:02:57.239707 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2f926-63e6-4b2e-a352-16b9c8ce6e21 req-e8d4d608-3354-46cf-9a56-b88ef2030ebf tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:57.241291 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9eb2f926-63e6-4b2e-a352-16b9c8ce6e21 req-e8d4d608-3354-46cf-9a56-b88ef2030ebf tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0707552 Mar 08 13:02:57.295643 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9eb2f926-63e6-4b2e-a352-16b9c8ce6e21 req-05cc419c-9c09-4336-b3b7-78800cb6f780 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456429 Mar 08 13:02:57.832734 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-d48b4e51-ec2a-474e-bbd3-2d88756a55e4 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:57.834337 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-d48b4e51-ec2a-474e-bbd3-2d88756a55e4 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.72 "GET /v2.0/networks?id=6beb92f5-7151-41af-aeed-6e25a0c731b3 HTTP/1.1" status: 200 len: 808 time: 0.1229336 Mar 08 13:02:57.862752 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-2e2af128-599d-4d04-94a1-680cba475a84 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Request body: {'port': {'device_id': '3903af83-0133-4592-a480-9ce61dcf10ed', 'network_id': '6beb92f5-7151-41af-aeed-6e25a0c731b3', 'admin_state_up': True, 'tenant_id': '112e8f7713f84546937a2e6df66dcf7b'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:57.980827 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-2e2af128-599d-4d04-94a1-680cba475a84 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Made reservation on behalf of 112e8f7713f84546937a2e6df66dcf7b for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:02:57.984685 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-2e2af128-599d-4d04-94a1-680cba475a84 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:58.115675 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:58.122435 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-2e2af128-599d-4d04-94a1-680cba475a84 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Allocated IP 172.20.0.10 (6beb92f5-7151-41af-aeed-6e25a0c731b3/2d5c3540-a79c-4bbd-9a20-ed5b1e76500c/8b7be6f5-d1c3-42cf-897a-0b616fc069c7) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:02:58.282967 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-75d89234-5dc0-4256-87bb-33769d133410 req-6b3026ed-12b3-4550-8efa-19c84cd9de2b tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 210 time: 0.0350344 Mar 08 13:02:58.303205 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-2e2af128-599d-4d04-94a1-680cba475a84 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Publish callbacks [] for port (8b7be6f5-d1c3-42cf-897a-0b616fc069c7), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:58.354534 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-2e2af128-599d-4d04-94a1-680cba475a84 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (8b7be6f5-d1c3-42cf-897a-0b616fc069c7), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:58.415714 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-2e2af128-599d-4d04-94a1-680cba475a84 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Network 6beb92f5-7151-41af-aeed-6e25a0c731b3 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:02:58.433750 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-2e2af128-599d-4d04-94a1-680cba475a84 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:02:58.441205 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-2e2af128-599d-4d04-94a1-680cba475a84 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:02:58.471911 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2af128-599d-4d04-94a1-680cba475a84 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Pushing event updated for resources: {'Port': ['ID=8b7be6f5-d1c3-42cf-897a-0b616fc069c7,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:58.503040 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-2e2af128-599d-4d04-94a1-680cba475a84 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:58.503678 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-2e2af128-599d-4d04-94a1-680cba475a84 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:58.515050 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ee9b6-5c9c-4ad9-a0c8-2374162626d8 req-b440aff5-7301-4808-8ca6-00c056dcbdb6 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:58.516540 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f74ee9b6-5c9c-4ad9-a0c8-2374162626d8 req-b440aff5-7301-4808-8ca6-00c056dcbdb6 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.1263561 Mar 08 13:02:58.538184 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-2e2af128-599d-4d04-94a1-680cba475a84 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6800554 Mar 08 13:02:58.584357 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f74ee9b6-5c9c-4ad9-a0c8-2374162626d8 req-047a0911-ed4f-42ec-818d-401ef746511f tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570028 Mar 08 13:02:58.589342 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-508a53c1-86d8-4ef9-a184-41f0c142fb45 service neutron] Request body: {'port': {'device_id': '3903af83-0133-4592-a480-9ce61dcf10ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:58.658863 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-508a53c1-86d8-4ef9-a184-41f0c142fb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (8b7be6f5-d1c3-42cf-897a-0b616fc069c7), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:58.952443 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-508a53c1-86d8-4ef9-a184-41f0c142fb45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b7be6f5-d1c3-42cf-897a-0b616fc069c7 {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:02:58.960017 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-508a53c1-86d8-4ef9-a184-41f0c142fb45 service neutron] Publish callbacks [] for port (8b7be6f5-d1c3-42cf-897a-0b616fc069c7), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:58.973627 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-508a53c1-86d8-4ef9-a184-41f0c142fb45 service neutron] Transition to ACTIVE for port object 8b7be6f5-d1c3-42cf-897a-0b616fc069c7 will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:02:58.978006 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-508a53c1-86d8-4ef9-a184-41f0c142fb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (8b7be6f5-d1c3-42cf-897a-0b616fc069c7), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:59.053775 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a53c1-86d8-4ef9-a184-41f0c142fb45 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7be6f5-d1c3-42cf-897a-0b616fc069c7,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:59.103677 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-508a53c1-86d8-4ef9-a184-41f0c142fb45 service neutron] Attempting to bind port 8b7be6f5-d1c3-42cf-897a-0b616fc069c7 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:02:59.104013 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-508a53c1-86d8-4ef9-a184-41f0c142fb45 service neutron] Attempting to bind port 8b7be6f5-d1c3-42cf-897a-0b616fc069c7 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '14a16e25-07cb-480e-a6c0-b2e7066a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '6beb92f5-7151-41af-aeed-6e25a0c731b3'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:02:59.104340 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-508a53c1-86d8-4ef9-a184-41f0c142fb45 service neutron] Attempting to bind port 8b7be6f5-d1c3-42cf-897a-0b616fc069c7 on network 6beb92f5-7151-41af-aeed-6e25a0c731b3 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:02:59.109280 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-508a53c1-86d8-4ef9-a184-41f0c142fb45 service neutron] Port 8b7be6f5-d1c3-42cf-897a-0b616fc069c7 on network 6beb92f5-7151-41af-aeed-6e25a0c731b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:02:59.109597 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-508a53c1-86d8-4ef9-a184-41f0c142fb45 service neutron] Attempting to bind port 8b7be6f5-d1c3-42cf-897a-0b616fc069c7 on network 6beb92f5-7151-41af-aeed-6e25a0c731b3 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:02:59.114706 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-508a53c1-86d8-4ef9-a184-41f0c142fb45 service neutron] Checking agent: {'id': '1556a156-0b90-4c62-9625-a828b1293451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'started_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:02:59.115038 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-508a53c1-86d8-4ef9-a184-41f0c142fb45 service neutron] Checking segment: {'id': '14a16e25-07cb-480e-a6c0-b2e7066a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '6beb92f5-7151-41af-aeed-6e25a0c731b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:02:59.115417 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-508a53c1-86d8-4ef9-a184-41f0c142fb45 service neutron] Bound using segment: {'id': '14a16e25-07cb-480e-a6c0-b2e7066a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '6beb92f5-7151-41af-aeed-6e25a0c731b3'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:02:59.115838 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-508a53c1-86d8-4ef9-a184-41f0c142fb45 service neutron] Bound port: 8b7be6f5-d1c3-42cf-897a-0b616fc069c7, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a16e25-07cb-480e-a6c0-b2e7066a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '6beb92f5-7151-41af-aeed-6e25a0c731b3'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:02:59.116188 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-508a53c1-86d8-4ef9-a184-41f0c142fb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (8b7be6f5-d1c3-42cf-897a-0b616fc069c7), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:59.141152 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-2654716a-e5d5-4c58-911b-fa07783cd7b7 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:59.142602 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-2654716a-e5d5-4c58-911b-fa07783cd7b7 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/networks?id=0d340b85-535f-4797-abd9-72c93c4c24d4 HTTP/1.1" status: 200 len: 814 time: 0.1027493 Mar 08 13:02:59.157242 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-e541a533-2e8a-4ece-a01b-ba95a0ad273c tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/quotas/7399ba97adeb41e29ff41264e63de95e HTTP/1.1" status: 200 len: 375 time: 0.0093460 Mar 08 13:02:59.180143 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-508a53c1-86d8-4ef9-a184-41f0c142fb45 service neutron] For port 8b7be6f5-d1c3-42cf-897a-0b616fc069c7, host hv-cinder-83008, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:02:59.183211 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-508a53c1-86d8-4ef9-a184-41f0c142fb45 service neutron] For port 8b7be6f5-d1c3-42cf-897a-0b616fc069c7, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8b7be6f5-d1c3-42cf-897a-0b616fc069c7,segment=NetworkSegment(14a16e25-07cb-480e-a6c0-b2e7066a598b),segment_id=14a16e25-07cb-480e-a6c0-b2e7066a598b)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:02:59.189062 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-abfc7277-f7eb-4fbd-92e7-f7491b2ebe16 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7399ba97adeb41e29ff41264e63de95e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266635 Mar 08 13:02:59.191326 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-508a53c1-86d8-4ef9-a184-41f0c142fb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (8b7be6f5-d1c3-42cf-897a-0b616fc069c7), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:59.231466 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-508a53c1-86d8-4ef9-a184-41f0c142fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:59.232078 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-508a53c1-86d8-4ef9-a184-41f0c142fb45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:59.233478 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-508a53c1-86d8-4ef9-a184-41f0c142fb45 service neutron] 10.222.0.72 "PUT /v2.0/ports/8b7be6f5-d1c3-42cf-897a-0b616fc069c7 HTTP/1.1" status: 200 len: 1094 time: 0.6482556 Mar 08 13:02:59.233915 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3903af83-0133-4592-a480-9ce61dcf10ed', 'tag': '8b7be6f5-d1c3-42cf-897a-0b616fc069c7'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:02:59.236418 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07cd5b0-8611-45fc-9de6-687885d31165" -d '{"events": [{"name": "network-changed", "server_uuid": "3903af83-0133-4592-a480-9ce61dcf10ed", "tag": "8b7be6f5-d1c3-42cf-897a-0b616fc069c7"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:02:59.256516 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a53c1-86d8-4ef9-a184-41f0c142fb45 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7be6f5-d1c3-42cf-897a-0b616fc069c7,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:59.284654 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498f06dc-fa23-4399-948e-650737c15477 x-openstack-request-id: req-498f06dc-fa23-4399-948e-650737c15477 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:02:59.284954 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3903af83-0133-4592-a480-9ce61dcf10ed", "tag": "8b7be6f5-d1c3-42cf-897a-0b616fc069c7", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:02:59.285213 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-498f06dc-fa23-4399-948e-650737c15477 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:02:59.285614 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3903af83-0133-4592-a480-9ce61dcf10ed', 'tag': '8b7be6f5-d1c3-42cf-897a-0b616fc069c7', 'status': 'completed', 'code': 200} Mar 08 13:02:59.285899 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-500e40b3-5492-4d67-b005-108e77a069f5 service neutron] 10.222.0.50 "GET /v2.0/networks/0d340b85-535f-4797-abd9-72c93c4c24d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897028 Mar 08 13:02:59.382468 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-e39371b0-e7ca-435b-9dfe-838763548518 service neutron] 10.222.0.50 "GET /v2.0/networks/0d340b85-535f-4797-abd9-72c93c4c24d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910337 Mar 08 13:02:59.397367 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-f979f327-2ab9-4508-b77b-06bb4f725c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:59.398865 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-f979f327-2ab9-4508-b77b-06bb4f725c3f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=112e8f7713f84546937a2e6df66dcf7b&device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 1128 time: 0.0707667 Mar 08 13:02:59.453870 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-44e49acc-21e1-45b5-b7c4-60a79c2440f6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b7be6f5-d1c3-42cf-897a-0b616fc069c7 HTTP/1.1" status: 200 len: 217 time: 0.0397875 Mar 08 13:02:59.460819 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e4ab7-62e1-4330-95ed-1e568f8aefe5 req-7e1b92fd-2a41-4c01-b3ac-f1698f2748fa tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:59.462224 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6b0e4ab7-62e1-4330-95ed-1e568f8aefe5 req-7e1b92fd-2a41-4c01-b3ac-f1698f2748fa tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 944 time: 0.1003535 Mar 08 13:02:59.548334 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-02916264-4e71-4c1e-ae03-2708076e87e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:59.549928 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-02916264-4e71-4c1e-ae03-2708076e87e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2d5c3540-a79c-4bbd-9a20-ed5b1e76500c HTTP/1.1" status: 200 len: 848 time: 0.0868444 Mar 08 13:02:59.557468 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6b0e4ab7-62e1-4330-95ed-1e568f8aefe5 req-a01293b1-a589-449e-bb37-ae37d7864897 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859959 Mar 08 13:02:59.560682 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c9860626-fedb-4a04-994c-8c1b65452ef3 req-16cb444a-4676-4c59-a606-f30226942692 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 210 time: 0.0334997 Mar 08 13:02:59.568356 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:59.591518 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-fd2e7e90-b4e2-4269-aea4-5ef56271457a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6beb92f5-7151-41af-aeed-6e25a0c731b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328403 Mar 08 13:02:59.727502 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-41255ba8-952b-4079-ac86-070e4b7005d9 service neutron] 10.222.0.72 "GET /v2.0/networks/6beb92f5-7151-41af-aeed-6e25a0c731b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302567 Mar 08 13:02:59.732776 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82473ef-08f5-48f5-b7e9-f8d613dc6001 req-72f7ae42-2044-41d2-b7ab-76381d608a00 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:59.734375 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f82473ef-08f5-48f5-b7e9-f8d613dc6001 req-72f7ae42-2044-41d2-b7ab-76381d608a00 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0708714 Mar 08 13:02:59.795292 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f82473ef-08f5-48f5-b7e9-f8d613dc6001 req-5e4a9d3d-7139-47a8-9b2c-486ad8f890c7 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530536 Mar 08 13:02:59.832122 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-43b477bf-aaa0-4e9a-8478-2b60e91b5d50 req-db8a754f-71bd-410e-b981-4da24fbbff54 service neutron] 10.222.0.72 "GET /v2.0/networks/6beb92f5-7151-41af-aeed-6e25a0c731b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985625 Mar 08 13:03:00.668389 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ffd05203-4b6c-44b8-baab-a4ca91725cf8 req-e419439e-68ee-4181-88bc-cde39d4d17ea tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 210 time: 0.0272017 Mar 08 13:03:00.701700 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601e264-c818-415e-8826-898cae6985e4 req-726592ee-14d2-444e-9e06-7c17c31d7c11 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:00.703201 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3601e264-c818-415e-8826-898cae6985e4 req-726592ee-14d2-444e-9e06-7c17c31d7c11 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 944 time: 0.0721762 Mar 08 13:03:00.753926 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3601e264-c818-415e-8826-898cae6985e4 req-8f91c712-85ac-4332-b98c-aff7ed1b6bb0 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427058 Mar 08 13:03:00.922305 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:00.929740 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79827499-ad9c-4fd3-a0f3-cb9af12189a0 req-126731ff-d466-486f-af0e-2b33fdc4cb51 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:00.931280 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-79827499-ad9c-4fd3-a0f3-cb9af12189a0 req-126731ff-d466-486f-af0e-2b33fdc4cb51 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0552912 Mar 08 13:03:00.981069 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-79827499-ad9c-4fd3-a0f3-cb9af12189a0 req-56b46f76-0f57-401f-a1e8-cdcb023c1797 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435653 Mar 08 13:03:01.783560 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e0a50f98-4493-4519-a5a0-298fcee07c42 req-65f2030e-e8c1-468a-b44a-d49f4bf0ef05 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 210 time: 0.0339389 Mar 08 13:03:01.881363 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c17f7-6ed8-47c7-bf71-427cb4dcba37 req-88a917a7-3a61-4c10-b22f-221bf2e5c200 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:01.883097 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e45c17f7-6ed8-47c7-bf71-427cb4dcba37 req-88a917a7-3a61-4c10-b22f-221bf2e5c200 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 944 time: 0.0587363 Mar 08 13:03:01.932655 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e45c17f7-6ed8-47c7-bf71-427cb4dcba37 req-3177ea41-9951-440b-910f-f8727598e7fe tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431046 Mar 08 13:03:02.101946 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feffdca-f34b-478e-b9bd-731b764125d8 req-0411825a-09f0-41b7-a071-ed2eea31c826 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:02.103482 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4feffdca-f34b-478e-b9bd-731b764125d8 req-0411825a-09f0-41b7-a071-ed2eea31c826 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0536454 Mar 08 13:03:02.154467 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4feffdca-f34b-478e-b9bd-731b764125d8 req-d01c7dce-f4a8-4e9a-b25c-287fd3155b15 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447133 Mar 08 13:03:02.179442 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 39562) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:02.323012 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-51edd20a-38d7-44f6-9d68-9af3849fcc06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:02.403596 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-51edd20a-38d7-44f6-9d68-9af3849fcc06 admin admin] Publish callbacks [] for security_group (87c5963f-7805-49e2-9622-9266eaf26836), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:02.407710 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-51edd20a-38d7-44f6-9d68-9af3849fcc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (87c5963f-7805-49e2-9622-9266eaf26836), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:02.446590 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-51edd20a-38d7-44f6-9d68-9af3849fcc06 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d450d7ee23574664888b878ac13e6100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2660098 Mar 08 13:03:02.447298 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edd20a-38d7-44f6-9d68-9af3849fcc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c5963f-7805-49e2-9622-9266eaf26836,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:02.449572 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 39566) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:02.499233 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-274facc3-9340-444c-870f-503eccca1934 admin admin] Publish callbacks [] for security_group (87c5963f-7805-49e2-9622-9266eaf26836), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:02.522623 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-274facc3-9340-444c-870f-503eccca1934 admin admin] Publish callbacks [] for security_group (87c5963f-7805-49e2-9622-9266eaf26836), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:02.577874 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-274facc3-9340-444c-870f-503eccca1934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (87c5963f-7805-49e2-9622-9266eaf26836), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:02.580606 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-274facc3-9340-444c-870f-503eccca1934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:02.582127 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-274facc3-9340-444c-870f-503eccca1934 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/87c5963f-7805-49e2-9622-9266eaf26836 HTTP/1.1" status: 204 len: 168 time: 0.1306045 Mar 08 13:03:02.596252 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274facc3-9340-444c-870f-503eccca1934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c5963f-7805-49e2-9622-9266eaf26836,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:02.890220 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-06722fc9-f3ef-4e8b-8df3-e3330772e315 req-0c6b4522-7690-4ef6-a9b2-0ff203fcafb4 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 210 time: 0.0324342 Mar 08 13:03:02.899150 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 39578) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:02.914681 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d0f3f221-324c-463c-bade-7b08cff03f5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:02.991204 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d0f3f221-324c-463c-bade-7b08cff03f5a admin admin] Publish callbacks [] for security_group (0388af6e-d671-404b-94d2-90d3c2c5b2a5), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:02.995198 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d0f3f221-324c-463c-bade-7b08cff03f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (0388af6e-d671-404b-94d2-90d3c2c5b2a5), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:03.058419 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3f221-324c-463c-bade-7b08cff03f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0388af6e-d671-404b-94d2-90d3c2c5b2a5,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:03.069324 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-d0f3f221-324c-463c-bade-7b08cff03f5a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=907cc3a2301b403dae4bab51cb03e264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663415 Mar 08 13:03:03.069624 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 39582) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:03.085373 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74624e1a-ee93-4d9e-8fc1-644a67ced02c req-3818fdfc-670f-42e6-a69d-d6dd6bf2a3c9 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:03.087246 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-74624e1a-ee93-4d9e-8fc1-644a67ced02c req-3818fdfc-670f-42e6-a69d-d6dd6bf2a3c9 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 944 time: 0.0861785 Mar 08 13:03:03.117621 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fc2e060a-40d5-4c0b-9c9a-2ff86f47fd15 admin admin] Publish callbacks [] for security_group (0388af6e-d671-404b-94d2-90d3c2c5b2a5), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:03.137058 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-74624e1a-ee93-4d9e-8fc1-644a67ced02c req-e70a84be-a343-45d7-be5f-328a23fa3bc1 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442235 Mar 08 13:03:03.138408 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fc2e060a-40d5-4c0b-9c9a-2ff86f47fd15 admin admin] Publish callbacks [] for security_group (0388af6e-d671-404b-94d2-90d3c2c5b2a5), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:03.185967 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fc2e060a-40d5-4c0b-9c9a-2ff86f47fd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (0388af6e-d671-404b-94d2-90d3c2c5b2a5), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:03.188532 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fc2e060a-40d5-4c0b-9c9a-2ff86f47fd15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:03.193315 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-fc2e060a-40d5-4c0b-9c9a-2ff86f47fd15 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0388af6e-d671-404b-94d2-90d3c2c5b2a5 HTTP/1.1" status: 204 len: 168 time: 0.1227262 Mar 08 13:03:03.202028 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e060a-40d5-4c0b-9c9a-2ff86f47fd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0388af6e-d671-404b-94d2-90d3c2c5b2a5,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:03.279881 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41559f2c-0e06-4e5e-9f4d-5e4bb8e22161 req-6241ce58-7f71-43f0-8f29-247afc886f9e tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:03.281576 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-41559f2c-0e06-4e5e-9f4d-5e4bb8e22161 req-6241ce58-7f71-43f0-8f29-247afc886f9e tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0533023 Mar 08 13:03:03.337081 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-41559f2c-0e06-4e5e-9f4d-5e4bb8e22161 req-78ba5f62-3be6-411b-bd40-ba1c3f6dc0da tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476041 Mar 08 13:03:03.988139 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-acf4382e-3cb7-42e0-9a61-a4b954a7dcc3 req-8a809e0b-ce94-4119-88e3-dd103bd18e3c tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 210 time: 0.0270793 Mar 08 13:03:04.158628 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cd5b0-8611-45fc-9de6-687885d31165 req-3d72e431-236f-4115-a543-6bde5b222c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:04.160633 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a07cd5b0-8611-45fc-9de6-687885d31165 req-3d72e431-236f-4115-a543-6bde5b222c35 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=112e8f7713f84546937a2e6df66dcf7b&device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 1128 time: 0.0482502 Mar 08 13:03:04.272711 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 39622) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:04.285962 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cd5b0-8611-45fc-9de6-687885d31165 req-783b6bdc-e27e-4d79-b829-350a34abd7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:04.287971 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a07cd5b0-8611-45fc-9de6-687885d31165 req-783b6bdc-e27e-4d79-b829-350a34abd7bb service neutron] 10.222.0.72 "GET /v2.0/networks?id=6beb92f5-7151-41af-aeed-6e25a0c731b3 HTTP/1.1" status: 200 len: 910 time: 0.1141076 Mar 08 13:03:04.296551 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4817b56-439c-49df-9dc4-321d451e798c req-193ab43c-3ecd-4ffa-821f-dd081c3acb54 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:04.298758 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b4817b56-439c-49df-9dc4-321d451e798c req-193ab43c-3ecd-4ffa-821f-dd081c3acb54 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 944 time: 0.0885794 Mar 08 13:03:04.339874 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a07cd5b0-8611-45fc-9de6-687885d31165 req-fd3ed8ee-e22e-456f-a3e6-d374230a3875 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b7be6f5-d1c3-42cf-897a-0b616fc069c7 HTTP/1.1" status: 200 len: 217 time: 0.0459301 Mar 08 13:03:04.374964 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b4817b56-439c-49df-9dc4-321d451e798c req-05eb1fbf-7cd4-42d5-9b0b-67ad61d16a7a tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699339 Mar 08 13:03:04.415959 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7439-089c-47ea-b309-1175b318d732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:04.458276 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cd5b0-8611-45fc-9de6-687885d31165 req-695a7b43-ad18-4f1f-abb7-64e8863cac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:04.459614 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a07cd5b0-8611-45fc-9de6-687885d31165 req-695a7b43-ad18-4f1f-abb7-64e8863cac1d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2d5c3540-a79c-4bbd-9a20-ed5b1e76500c HTTP/1.1" status: 200 len: 848 time: 0.1072187 Mar 08 13:03:04.508027 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a07cd5b0-8611-45fc-9de6-687885d31165 req-7a00d4cc-350b-4d5c-b734-badfe215b70b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6beb92f5-7151-41af-aeed-6e25a0c731b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374773 Mar 08 13:03:04.548874 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9414ae-0572-4628-ad11-ac59b14f8e5f req-f439a060-5938-4c25-b43b-1db16fee468f tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:04.550346 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5c9414ae-0572-4628-ad11-ac59b14f8e5f req-f439a060-5938-4c25-b43b-1db16fee468f tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.1377759 Mar 08 13:03:04.895869 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7439-089c-47ea-b309-1175b318d732 admin admin] Publish callbacks [] for security_group (937c79fc-197f-4fc3-be81-55f7aa5b74fd), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:04.900014 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5c9414ae-0572-4628-ad11-ac59b14f8e5f req-ae56d9d1-8c57-4879-ac12-5143e36e3e9d tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428295 Mar 08 13:03:04.905308 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7439-089c-47ea-b309-1175b318d732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (937c79fc-197f-4fc3-be81-55f7aa5b74fd), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:04.910369 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a07cd5b0-8611-45fc-9de6-687885d31165 req-758c5bc9-771d-44cf-b99e-db7b2fac016c service neutron] 10.222.0.72 "GET /v2.0/networks/6beb92f5-7151-41af-aeed-6e25a0c731b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937390 Mar 08 13:03:04.971378 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-d7ae7439-089c-47ea-b309-1175b318d732 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6b58e4d876324fe884f047d1f4a49483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6979086 Mar 08 13:03:04.973937 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae7439-089c-47ea-b309-1175b318d732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937c79fc-197f-4fc3-be81-55f7aa5b74fd,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:04.974068 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 39632) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:05.022851 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0c1e3c23-268d-4b91-a089-987c3261332b admin admin] Publish callbacks [] for security_group (937c79fc-197f-4fc3-be81-55f7aa5b74fd), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:05.039037 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a07cd5b0-8611-45fc-9de6-687885d31165 req-36cae333-deca-4e72-9b75-bc7184d3b65c service neutron] 10.222.0.72 "GET /v2.0/networks/6beb92f5-7151-41af-aeed-6e25a0c731b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212053 Mar 08 13:03:05.050075 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0c1e3c23-268d-4b91-a089-987c3261332b admin admin] Publish callbacks [] for security_group (937c79fc-197f-4fc3-be81-55f7aa5b74fd), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:05.097990 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-28df53ec-bc7f-4ec7-bfb0-ed13b22b4bb9 req-a3a5e8e3-a885-4fbe-a645-a541d6463886 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 210 time: 0.0418293 Mar 08 13:03:05.136351 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0c1e3c23-268d-4b91-a089-987c3261332b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (937c79fc-197f-4fc3-be81-55f7aa5b74fd), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:05.139396 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0c1e3c23-268d-4b91-a089-987c3261332b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:05.140502 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-0c1e3c23-268d-4b91-a089-987c3261332b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/937c79fc-197f-4fc3-be81-55f7aa5b74fd HTTP/1.1" status: 204 len: 168 time: 0.1654875 Mar 08 13:03:05.147828 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e3c23-268d-4b91-a089-987c3261332b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937c79fc-197f-4fc3-be81-55f7aa5b74fd,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:05.493557 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17092f3d-b076-41b4-874c-ed1c970c323b req-59105dc7-761f-4e90-9ade-b797f6d9a0f4 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:05.495242 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-17092f3d-b076-41b4-874c-ed1c970c323b req-59105dc7-761f-4e90-9ade-b797f6d9a0f4 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 944 time: 0.0572855 Mar 08 13:03:05.553083 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-17092f3d-b076-41b4-874c-ed1c970c323b req-c456411f-7f04-49ee-8759-570c37fa51cd tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514076 Mar 08 13:03:05.722639 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-4698a021-3385-4872-b76f-e695ed1e8821 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:05.724112 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-4698a021-3385-4872-b76f-e695ed1e8821 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.72 "GET /v2.0/networks?id=0d340b85-535f-4797-abd9-72c93c4c24d4 HTTP/1.1" status: 200 len: 814 time: 0.1219819 Mar 08 13:03:05.745293 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-2cf5ed43-9626-4cb8-be32-88c61c779b9c tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Request body: {'port': {'device_id': '3704a9a6-c63b-404d-b685-81db958639ae', 'network_id': '0d340b85-535f-4797-abd9-72c93c4c24d4', 'admin_state_up': True, 'tenant_id': '7399ba97adeb41e29ff41264e63de95e'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:05.859085 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-2cf5ed43-9626-4cb8-be32-88c61c779b9c tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Made reservation on behalf of 7399ba97adeb41e29ff41264e63de95e for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:03:05.863222 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-2cf5ed43-9626-4cb8-be32-88c61c779b9c tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:06.034702 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-2cf5ed43-9626-4cb8-be32-88c61c779b9c tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Allocated IP 172.20.0.14 (0d340b85-535f-4797-abd9-72c93c4c24d4/820c3f50-6115-4fe2-86ea-339d402058f6/5a8cb5ec-ff5d-498d-a71e-effe4268333d) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:03:06.035173 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb4f04-906a-4b2e-a5df-44fc7ef6cddd req-f1417a9f-54fa-4c18-9350-7b94ea12d96d tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:06.036747 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7dbb4f04-906a-4b2e-a5df-44fc7ef6cddd req-f1417a9f-54fa-4c18-9350-7b94ea12d96d tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0632687 Mar 08 13:03:06.127842 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7dbb4f04-906a-4b2e-a5df-44fc7ef6cddd req-c75e8f3c-adc2-4efa-a25a-dccb900a24c1 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850203 Mar 08 13:03:06.169232 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 39690) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:06.245172 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8d6c68a1-52d3-4123-a2b8-6e8c7b24bf0c req-083bca06-6c65-4465-af94-ebad7817afd1 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 210 time: 0.0462220 Mar 08 13:03:06.300543 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-2cf5ed43-9626-4cb8-be32-88c61c779b9c tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Publish callbacks [] for port (5a8cb5ec-ff5d-498d-a71e-effe4268333d), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:06.301724 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5c7248f7-ae82-48ae-9526-f610d5958de3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:06.345060 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-2cf5ed43-9626-4cb8-be32-88c61c779b9c tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (5a8cb5ec-ff5d-498d-a71e-effe4268333d), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:06.386743 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5c7248f7-ae82-48ae-9526-f610d5958de3 admin admin] Publish callbacks [] for security_group (14f9cc15-2a85-40a0-898b-3c56bc559376), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:06.392075 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5c7248f7-ae82-48ae-9526-f610d5958de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (14f9cc15-2a85-40a0-898b-3c56bc559376), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:06.406513 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-2cf5ed43-9626-4cb8-be32-88c61c779b9c tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Network 0d340b85-535f-4797-abd9-72c93c4c24d4 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:03:06.410482 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-2cf5ed43-9626-4cb8-be32-88c61c779b9c tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:03:06.416391 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-2cf5ed43-9626-4cb8-be32-88c61c779b9c tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:03:06.421627 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5ed43-9626-4cb8-be32-88c61c779b9c tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Pushing event updated for resources: {'Port': ['ID=5a8cb5ec-ff5d-498d-a71e-effe4268333d,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:06.444383 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-5c7248f7-ae82-48ae-9526-f610d5958de3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fb79a9bc0afe44ee889e5d0065c7e298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2738364 Mar 08 13:03:06.447155 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 39704) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:06.447556 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7248f7-ae82-48ae-9526-f610d5958de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f9cc15-2a85-40a0-898b-3c56bc559376,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:06.501271 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-2cf5ed43-9626-4cb8-be32-88c61c779b9c tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:06.501829 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-2cf5ed43-9626-4cb8-be32-88c61c779b9c tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:06.525984 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-2cf5ed43-9626-4cb8-be32-88c61c779b9c tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7844737 Mar 08 13:03:06.529219 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e2c17c70-0ad4-4dee-99b9-b6347c1734bb admin admin] Publish callbacks [] for security_group (14f9cc15-2a85-40a0-898b-3c56bc559376), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:06.552078 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e2c17c70-0ad4-4dee-99b9-b6347c1734bb admin admin] Publish callbacks [] for security_group (14f9cc15-2a85-40a0-898b-3c56bc559376), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:06.597094 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-35ceaebe-7f3c-4dda-a78b-94dd9936b0f0 service neutron] Request body: {'port': {'device_id': '3704a9a6-c63b-404d-b685-81db958639ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:06.620121 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e2c17c70-0ad4-4dee-99b9-b6347c1734bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (14f9cc15-2a85-40a0-898b-3c56bc559376), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:06.622745 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e2c17c70-0ad4-4dee-99b9-b6347c1734bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:06.623874 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-e2c17c70-0ad4-4dee-99b9-b6347c1734bb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/14f9cc15-2a85-40a0-898b-3c56bc559376 HTTP/1.1" status: 204 len: 168 time: 0.1757767 Mar 08 13:03:06.636697 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c17c70-0ad4-4dee-99b9-b6347c1734bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f9cc15-2a85-40a0-898b-3c56bc559376,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:06.685528 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-35ceaebe-7f3c-4dda-a78b-94dd9936b0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (5a8cb5ec-ff5d-498d-a71e-effe4268333d), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:06.693616 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d21c1-1151-4d40-b579-35a7949007a9 req-1a7024a7-e847-4fd4-bc6b-61e0c7748699 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:06.695864 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-932d21c1-1151-4d40-b579-35a7949007a9 req-1a7024a7-e847-4fd4-bc6b-61e0c7748699 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 944 time: 0.0650203 Mar 08 13:03:06.761883 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-932d21c1-1151-4d40-b579-35a7949007a9 req-0a36272e-bd8d-4d9c-af8c-08e3ad188926 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593305 Mar 08 13:03:07.010268 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-35ceaebe-7f3c-4dda-a78b-94dd9936b0f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a8cb5ec-ff5d-498d-a71e-effe4268333d {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:03:07.019371 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-35ceaebe-7f3c-4dda-a78b-94dd9936b0f0 service neutron] Publish callbacks [] for port (5a8cb5ec-ff5d-498d-a71e-effe4268333d), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:07.032698 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-35ceaebe-7f3c-4dda-a78b-94dd9936b0f0 service neutron] Transition to ACTIVE for port object 5a8cb5ec-ff5d-498d-a71e-effe4268333d will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:03:07.038017 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-35ceaebe-7f3c-4dda-a78b-94dd9936b0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (5a8cb5ec-ff5d-498d-a71e-effe4268333d), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:07.050857 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 39722) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:07.073108 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fecd73e6-def2-432e-ba22-90a9693ddd1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:07.112024 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ceaebe-7f3c-4dda-a78b-94dd9936b0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8cb5ec-ff5d-498d-a71e-effe4268333d,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:07.155208 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fecd73e6-def2-432e-ba22-90a9693ddd1f admin admin] Publish callbacks [] for security_group (ae08e2ba-ab1e-4432-8f53-761c251849b2), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:07.161398 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fecd73e6-def2-432e-ba22-90a9693ddd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (ae08e2ba-ab1e-4432-8f53-761c251849b2), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:07.165169 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-35ceaebe-7f3c-4dda-a78b-94dd9936b0f0 service neutron] Attempting to bind port 5a8cb5ec-ff5d-498d-a71e-effe4268333d on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:03:07.165556 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-35ceaebe-7f3c-4dda-a78b-94dd9936b0f0 service neutron] Attempting to bind port 5a8cb5ec-ff5d-498d-a71e-effe4268333d by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '9707f10f-7125-40df-bc84-b1ddfaa54d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '0d340b85-535f-4797-abd9-72c93c4c24d4'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:03:07.165893 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-35ceaebe-7f3c-4dda-a78b-94dd9936b0f0 service neutron] Attempting to bind port 5a8cb5ec-ff5d-498d-a71e-effe4268333d on network 0d340b85-535f-4797-abd9-72c93c4c24d4 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:03:07.171354 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-35ceaebe-7f3c-4dda-a78b-94dd9936b0f0 service neutron] Port 5a8cb5ec-ff5d-498d-a71e-effe4268333d on network 0d340b85-535f-4797-abd9-72c93c4c24d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:03:07.171731 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-35ceaebe-7f3c-4dda-a78b-94dd9936b0f0 service neutron] Attempting to bind port 5a8cb5ec-ff5d-498d-a71e-effe4268333d on network 0d340b85-535f-4797-abd9-72c93c4c24d4 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:03:07.177824 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-35ceaebe-7f3c-4dda-a78b-94dd9936b0f0 service neutron] Checking agent: {'id': '1556a156-0b90-4c62-9625-a828b1293451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'started_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:03:07.178421 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-35ceaebe-7f3c-4dda-a78b-94dd9936b0f0 service neutron] Checking segment: {'id': '9707f10f-7125-40df-bc84-b1ddfaa54d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '0d340b85-535f-4797-abd9-72c93c4c24d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:03:07.179077 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-35ceaebe-7f3c-4dda-a78b-94dd9936b0f0 service neutron] Bound using segment: {'id': '9707f10f-7125-40df-bc84-b1ddfaa54d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '0d340b85-535f-4797-abd9-72c93c4c24d4'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:03:07.179698 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-35ceaebe-7f3c-4dda-a78b-94dd9936b0f0 service neutron] Bound port: 5a8cb5ec-ff5d-498d-a71e-effe4268333d, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9707f10f-7125-40df-bc84-b1ddfaa54d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '0d340b85-535f-4797-abd9-72c93c4c24d4'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:03:07.180246 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-35ceaebe-7f3c-4dda-a78b-94dd9936b0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (5a8cb5ec-ff5d-498d-a71e-effe4268333d), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:07.206424 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-fecd73e6-def2-432e-ba22-90a9693ddd1f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=47f34eb3792c42c98e5529af19dc7d8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1518784 Mar 08 13:03:07.207243 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 39730) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:07.231980 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd73e6-def2-432e-ba22-90a9693ddd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae08e2ba-ab1e-4432-8f53-761c251849b2,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:07.276587 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f49e5a18-37c1-406a-ad22-1091a4c5c3d2 admin admin] Publish callbacks [] for security_group (ae08e2ba-ab1e-4432-8f53-761c251849b2), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:07.303436 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f49e5a18-37c1-406a-ad22-1091a4c5c3d2 admin admin] Publish callbacks [] for security_group (ae08e2ba-ab1e-4432-8f53-761c251849b2), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:07.331705 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-35ceaebe-7f3c-4dda-a78b-94dd9936b0f0 service neutron] For port 5a8cb5ec-ff5d-498d-a71e-effe4268333d, host hv-cinder-83008, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:03:07.349196 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-35ceaebe-7f3c-4dda-a78b-94dd9936b0f0 service neutron] For port 5a8cb5ec-ff5d-498d-a71e-effe4268333d, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5a8cb5ec-ff5d-498d-a71e-effe4268333d,segment=NetworkSegment(9707f10f-7125-40df-bc84-b1ddfaa54d43),segment_id=9707f10f-7125-40df-bc84-b1ddfaa54d43)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:03:07.364245 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4aaeb0-7f02-4a34-b4da-cb55f0484399 req-ee47d80f-4ea4-4bbd-bd77-c79d4fb1d45f tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:07.365343 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ef4aaeb0-7f02-4a34-b4da-cb55f0484399 req-ee47d80f-4ea4-4bbd-bd77-c79d4fb1d45f tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.1401761 Mar 08 13:03:07.367213 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-35ceaebe-7f3c-4dda-a78b-94dd9936b0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (5a8cb5ec-ff5d-498d-a71e-effe4268333d), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:07.424631 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-35ceaebe-7f3c-4dda-a78b-94dd9936b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:07.425579 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-35ceaebe-7f3c-4dda-a78b-94dd9936b0f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:07.427557 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-35ceaebe-7f3c-4dda-a78b-94dd9936b0f0 service neutron] 10.222.0.72 "PUT /v2.0/ports/5a8cb5ec-ff5d-498d-a71e-effe4268333d HTTP/1.1" status: 200 len: 1094 time: 0.8352838 Mar 08 13:03:07.428005 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3704a9a6-c63b-404d-b685-81db958639ae', 'tag': '5a8cb5ec-ff5d-498d-a71e-effe4268333d'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:03:07.430454 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e8c923-7b72-4356-9af5-cc610d128c12" -d '{"events": [{"name": "network-changed", "server_uuid": "3704a9a6-c63b-404d-b685-81db958639ae", "tag": "5a8cb5ec-ff5d-498d-a71e-effe4268333d"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:03:07.464191 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ceaebe-7f3c-4dda-a78b-94dd9936b0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8cb5ec-ff5d-498d-a71e-effe4268333d,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:07.478389 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ef4aaeb0-7f02-4a34-b4da-cb55f0484399 req-cce66c0a-d8f3-49cd-9ada-d209a335d3f2 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868130 Mar 08 13:03:07.486791 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553b407-1fdf-40c3-9c2a-b7d963cd884f req-0b72de53-feec-4958-9c6f-ba3dff3064e0 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:07.495017 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2553b407-1fdf-40c3-9c2a-b7d963cd884f req-0b72de53-feec-4958-9c6f-ba3dff3064e0 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 944 time: 0.1453602 Mar 08 13:03:07.505726 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f49e5a18-37c1-406a-ad22-1091a4c5c3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (ae08e2ba-ab1e-4432-8f53-761c251849b2), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:07.508429 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f49e5a18-37c1-406a-ad22-1091a4c5c3d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:07.511892 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-f49e5a18-37c1-406a-ad22-1091a4c5c3d2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ae08e2ba-ab1e-4432-8f53-761c251849b2 HTTP/1.1" status: 204 len: 168 time: 0.3031166 Mar 08 13:03:07.565376 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e5a18-37c1-406a-ad22-1091a4c5c3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae08e2ba-ab1e-4432-8f53-761c251849b2,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:07.608202 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-3cd14f45-3cb7-4afe-8688-8c83dd6fe72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:07.609785 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-3cd14f45-3cb7-4afe-8688-8c83dd6fe72e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7399ba97adeb41e29ff41264e63de95e&device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 1128 time: 0.1131172 Mar 08 13:03:07.612784 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2553b407-1fdf-40c3-9c2a-b7d963cd884f req-0a5a030d-b6c1-4e25-b3d7-8ed3b0dc55f7 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168299 Mar 08 13:03:07.675072 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a144c2-9876-4bc7-ae38-1107a81be6d9 x-openstack-request-id: req-f2a144c2-9876-4bc7-ae38-1107a81be6d9 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:03:07.675359 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3704a9a6-c63b-404d-b685-81db958639ae", "tag": "5a8cb5ec-ff5d-498d-a71e-effe4268333d", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:03:07.675613 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f2a144c2-9876-4bc7-ae38-1107a81be6d9 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:03:07.676009 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3704a9a6-c63b-404d-b685-81db958639ae', 'tag': '5a8cb5ec-ff5d-498d-a71e-effe4268333d', 'status': 'completed', 'code': 200} Mar 08 13:03:07.677788 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-87c88754-f12b-4775-9a4f-f477853ba01c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a8cb5ec-ff5d-498d-a71e-effe4268333d HTTP/1.1" status: 200 len: 217 time: 0.0493526 Mar 08 13:03:07.740474 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-c0843330-6c30-48b4-bbe4-e291c60569aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:07.742250 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-c0843330-6c30-48b4-bbe4-e291c60569aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=820c3f50-6115-4fe2-86ea-339d402058f6 HTTP/1.1" status: 200 len: 854 time: 0.0561993 Mar 08 13:03:07.778442 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-2f7ad54a-22d0-445c-a157-c53032f90633 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d340b85-535f-4797-abd9-72c93c4c24d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294282 Mar 08 13:03:07.914092 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-28b0faeb-32aa-49eb-8619-21fc91191b36 service neutron] 10.222.0.72 "GET /v2.0/networks/0d340b85-535f-4797-abd9-72c93c4c24d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204998 Mar 08 13:03:07.937667 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7a820-8eef-4e12-acf2-0693adecfda4 req-1447eaab-185f-4190-bbae-e55d23f3ce50 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:07.939704 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-08c7a820-8eef-4e12-acf2-0693adecfda4 req-1447eaab-185f-4190-bbae-e55d23f3ce50 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 944 time: 0.0868435 Mar 08 13:03:07.968044 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 8b7be6f5-d1c3-42cf-897a-0b616fc069c7 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:03:08.073718 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-08c7a820-8eef-4e12-acf2-0693adecfda4 req-add86065-bf47-4eb5-ab48-e4901c7e3d66 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189430 Mar 08 13:03:08.120770 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-42e21f35-ec98-4a24-affe-ffbbc7a92fbd req-8889d65c-e780-4a10-a336-bb75518f59a2 service neutron] 10.222.0.72 "GET /v2.0/networks/0d340b85-535f-4797-abd9-72c93c4c24d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995943 Mar 08 13:03:08.165946 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 8b7be6f5-d1c3-42cf-897a-0b616fc069c7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8b7be6f5-d1c3-42cf-897a-0b616fc069c7,segment=NetworkSegment(14a16e25-07cb-480e-a6c0-b2e7066a598b),segment_id=14a16e25-07cb-480e-a6c0-b2e7066a598b)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:08.180160 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Returning: {'device': '8b7be6f5-d1c3-42cf-897a-0b616fc069c7', 'network_id': '6beb92f5-7151-41af-aeed-6e25a0c731b3', 'port_id': '8b7be6f5-d1c3-42cf-897a-0b616fc069c7', 'mac_address': 'fa:16:3e:1c:46:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5c3540-a79c-4bbd-9a20-ed5b1e76500c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:03:08.222834 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 8b7be6f5-d1c3-42cf-897a-0b616fc069c7 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:08.223360 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (8b7be6f5-d1c3-42cf-897a-0b616fc069c7), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:08.241109 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7be6f5-d1c3-42cf-897a-0b616fc069c7 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:03:08.263348 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 8b7be6f5-d1c3-42cf-897a-0b616fc069c7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8b7be6f5-d1c3-42cf-897a-0b616fc069c7,segment=NetworkSegment(14a16e25-07cb-480e-a6c0-b2e7066a598b),segment_id=14a16e25-07cb-480e-a6c0-b2e7066a598b)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:08.267364 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (8b7be6f5-d1c3-42cf-897a-0b616fc069c7), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:08.317413 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=8b7be6f5-d1c3-42cf-897a-0b616fc069c7,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:08.613206 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448e901-fea8-4c7c-a9a9-16babfe8a9b7 req-c361ad66-1adf-4a52-b002-6be0f8f95670 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:08.614687 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6448e901-fea8-4c7c-a9a9-16babfe8a9b7 req-c361ad66-1adf-4a52-b002-6be0f8f95670 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0576477 Mar 08 13:03:08.670045 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6448e901-fea8-4c7c-a9a9-16babfe8a9b7 req-90220ae5-5f38-4bcc-b2f7-224a12a9573f tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478487 Mar 08 13:03:08.740405 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4aa36b-1bb3-482c-b83e-ee7cbcc3a8f7 req-b9e888f6-5649-4098-a68e-a039e722b9a8 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:08.741897 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ed4aa36b-1bb3-482c-b83e-ee7cbcc3a8f7 req-b9e888f6-5649-4098-a68e-a039e722b9a8 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 944 time: 0.0536866 Mar 08 13:03:08.786932 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ed4aa36b-1bb3-482c-b83e-ee7cbcc3a8f7 req-38812514-f5ee-43d5-88e0-fafa23baaa88 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394650 Mar 08 13:03:09.201410 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98902716-f033-410b-beaf-6ff7fe27325c req-121cb333-6fb7-47d2-9406-f82d62299b0a tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:09.202886 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-98902716-f033-410b-beaf-6ff7fe27325c req-121cb333-6fb7-47d2-9406-f82d62299b0a tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 945 time: 0.0525711 Mar 08 13:03:09.251945 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-98902716-f033-410b-beaf-6ff7fe27325c req-fc8d344d-5062-486a-ad9d-b2f74a02982e tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427768 Mar 08 13:03:09.781168 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4b941-0356-424a-8105-c2f047f6c372 req-62a88d9d-2a56-4e4f-a5d4-152ca17da988 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:09.782722 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f6e4b941-0356-424a-8105-c2f047f6c372 req-62a88d9d-2a56-4e4f-a5d4-152ca17da988 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0508020 Mar 08 13:03:09.832882 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f6e4b941-0356-424a-8105-c2f047f6c372 req-6588e9c5-ad68-44bc-aba0-999747463579 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435729 Mar 08 13:03:09.908144 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbc965-1e72-49cc-ba22-e6a83b1e8d6b req-d5a52154-6230-41a8-a8eb-bddff3291384 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:09.909622 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5ddbc965-1e72-49cc-ba22-e6a83b1e8d6b req-d5a52154-6230-41a8-a8eb-bddff3291384 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 944 time: 0.0553429 Mar 08 13:03:09.955521 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5ddbc965-1e72-49cc-ba22-e6a83b1e8d6b req-d2bcee99-1065-4ce6-b437-9ecd92250869 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403192 Mar 08 13:03:10.371853 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32718a15-4a17-444f-90cb-4420da72261a req-82ce0141-3c43-44e7-aad8-cb9645b51dfb tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:10.374309 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-32718a15-4a17-444f-90cb-4420da72261a req-82ce0141-3c43-44e7-aad8-cb9645b51dfb tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 945 time: 0.0554855 Mar 08 13:03:10.421926 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-32718a15-4a17-444f-90cb-4420da72261a req-ca5ac3d7-1221-4401-aefe-e3d24f8ff695 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399568 Mar 08 13:03:10.951796 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21999955-8062-4ff3-8f72-40d0aab85123 req-a0ac9a23-72c5-4723-8ad9-8d747850cef0 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:10.953301 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-21999955-8062-4ff3-8f72-40d0aab85123 req-a0ac9a23-72c5-4723-8ad9-8d747850cef0 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0539362 Mar 08 13:03:10.999325 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-21999955-8062-4ff3-8f72-40d0aab85123 req-8be36153-8042-453b-be97-da55b61e7539 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404136 Mar 08 13:03:11.071118 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c37984-6fc4-40f2-b9f8-049ab8d95e9f req-adedb32e-d47f-4a84-88ed-fbe3cbfd2785 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:11.072607 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-96c37984-6fc4-40f2-b9f8-049ab8d95e9f req-adedb32e-d47f-4a84-88ed-fbe3cbfd2785 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 944 time: 0.0502231 Mar 08 13:03:11.117507 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-96c37984-6fc4-40f2-b9f8-049ab8d95e9f req-ff3eaad4-58b3-4210-b61a-e3fd49a5588c tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387454 Mar 08 13:03:11.537727 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11600c0c-21de-41ad-bad7-b836fe98053d req-3e63fba1-7b5c-4d25-8400-582701af1b7c tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:11.539225 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-11600c0c-21de-41ad-bad7-b836fe98053d req-3e63fba1-7b5c-4d25-8400-582701af1b7c tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 945 time: 0.0531614 Mar 08 13:03:11.588385 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-11600c0c-21de-41ad-bad7-b836fe98053d req-f4f5a5b0-4a33-4a2d-90ec-fde8fcd354a5 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431027 Mar 08 13:03:12.114953 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8420f64-9831-4489-b051-f22db3fa6722 req-0f4ca6ca-3d1d-4c1b-87a3-e2e8278f9be6 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:12.116424 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f8420f64-9831-4489-b051-f22db3fa6722 req-0f4ca6ca-3d1d-4c1b-87a3-e2e8278f9be6 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0517933 Mar 08 13:03:12.165566 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f8420f64-9831-4489-b051-f22db3fa6722 req-d2f8511c-c8db-463a-8097-31973d61484b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436101 Mar 08 13:03:12.235524 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abff25e-c131-418d-96b2-154935b04709 req-7e621d75-d62d-421f-ba79-a07fa190f700 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:12.237131 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7abff25e-c131-418d-96b2-154935b04709 req-7e621d75-d62d-421f-ba79-a07fa190f700 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 944 time: 0.0545409 Mar 08 13:03:12.260632 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:12.311491 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7abff25e-c131-418d-96b2-154935b04709 req-c551d3d4-4588-4f06-b1d5-8d5808002012 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682144 Mar 08 13:03:12.328100 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8c923-7b72-4356-9af5-cc610d128c12 req-7ae3d63d-2c7e-49f7-b3c4-4430ae40aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:12.329693 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-45e8c923-7b72-4356-9af5-cc610d128c12 req-7ae3d63d-2c7e-49f7-b3c4-4430ae40aeb6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7399ba97adeb41e29ff41264e63de95e&device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 1128 time: 0.0578363 Mar 08 13:03:12.422255 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8c923-7b72-4356-9af5-cc610d128c12 req-6506f218-b260-4163-b00d-9346ac21a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:12.423711 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-45e8c923-7b72-4356-9af5-cc610d128c12 req-6506f218-b260-4163-b00d-9346ac21a296 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0d340b85-535f-4797-abd9-72c93c4c24d4 HTTP/1.1" status: 200 len: 916 time: 0.0868852 Mar 08 13:03:12.464839 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-45e8c923-7b72-4356-9af5-cc610d128c12 req-f5f12617-4efe-4cea-9805-3e77e8160353 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a8cb5ec-ff5d-498d-a71e-effe4268333d HTTP/1.1" status: 200 len: 217 time: 0.0339508 Mar 08 13:03:12.515824 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8c923-7b72-4356-9af5-cc610d128c12 req-658fcb10-5314-40a1-b502-89cb01daf9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:12.517315 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-45e8c923-7b72-4356-9af5-cc610d128c12 req-658fcb10-5314-40a1-b502-89cb01daf9a6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=820c3f50-6115-4fe2-86ea-339d402058f6 HTTP/1.1" status: 200 len: 854 time: 0.0467453 Mar 08 13:03:12.547209 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-45e8c923-7b72-4356-9af5-cc610d128c12 req-2a71da31-a410-4927-b51c-5ae3e8da0433 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d340b85-535f-4797-abd9-72c93c4c24d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243411 Mar 08 13:03:12.635929 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-45e8c923-7b72-4356-9af5-cc610d128c12 req-f8a99b51-a9fc-422d-9e57-acc282db363b service neutron] 10.222.0.72 "GET /v2.0/networks/0d340b85-535f-4797-abd9-72c93c4c24d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825789 Mar 08 13:03:12.703644 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de263e86-29a9-4cd8-a97d-4e458c125c3c req-f21bf605-9f2f-45c2-89e8-244ab61db564 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:12.705134 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-de263e86-29a9-4cd8-a97d-4e458c125c3c req-f21bf605-9f2f-45c2-89e8-244ab61db564 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 945 time: 0.0505457 Mar 08 13:03:12.730998 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-45e8c923-7b72-4356-9af5-cc610d128c12 req-eb177870-7e23-4963-98d5-c8131861ca4c service neutron] 10.222.0.72 "GET /v2.0/networks/0d340b85-535f-4797-abd9-72c93c4c24d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889325 Mar 08 13:03:12.752787 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-de263e86-29a9-4cd8-a97d-4e458c125c3c req-a673bf33-695a-4aa2-b5ee-e0ab6774f4b2 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421262 Mar 08 13:03:13.288932 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bb0fd-01e7-4935-8154-597d329122cd req-1db71063-753c-41d1-af51-ea6d47f37e4a tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:13.290472 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ed8bb0fd-01e7-4935-8154-597d329122cd req-1db71063-753c-41d1-af51-ea6d47f37e4a tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0605974 Mar 08 13:03:13.342712 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ed8bb0fd-01e7-4935-8154-597d329122cd req-0b0f15a2-9d37-43bf-b005-24f9c9d0bfff tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459287 Mar 08 13:03:13.433562 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944cf49-4732-4d07-86d8-3d33a95478ec req-cfca6e36-44ad-49ad-8775-0032fc7c09cb tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:13.435042 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3944cf49-4732-4d07-86d8-3d33a95478ec req-cfca6e36-44ad-49ad-8775-0032fc7c09cb tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 944 time: 0.0514154 Mar 08 13:03:13.480416 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3944cf49-4732-4d07-86d8-3d33a95478ec req-d6c449fd-07ba-4e94-ac36-6792fbaf54f2 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397661 Mar 08 13:03:13.813068 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8563d1bf-7312-4278-a63a-12ce5057f575 req-647db908-bd52-41f2-af81-8b0caffc39e1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525048 Mar 08 13:03:13.866618 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['8b7be6f5-d1c3-42cf-897a-0b616fc069c7'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:03:13.916441 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951bc6a-6b41-4936-870f-5b8dced7364a req-1b75cabb-a0a2-4a60-8a68-c557d5da7f0d tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:13.917544 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0951bc6a-6b41-4936-870f-5b8dced7364a req-1b75cabb-a0a2-4a60-8a68-c557d5da7f0d tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 945 time: 0.0824270 Mar 08 13:03:13.958183 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563d1bf-7312-4278-a63a-12ce5057f575 req-5230844e-5994-4d43-809e-5b52bc2e3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:13.959692 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8563d1bf-7312-4278-a63a-12ce5057f575 req-5230844e-5994-4d43-809e-5b52bc2e3a74 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37f26f17b5d64805ade2c2785c6b12fe&device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 1129 time: 0.0784338 Mar 08 13:03:14.006930 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0951bc6a-6b41-4936-870f-5b8dced7364a req-5112b7ea-b2d3-4454-b6d3-ec9686d8c57c tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815659 Mar 08 13:03:14.078854 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563d1bf-7312-4278-a63a-12ce5057f575 req-104a2088-64e3-4e5c-a42d-44e031d22d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:14.080220 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8563d1bf-7312-4278-a63a-12ce5057f575 req-104a2088-64e3-4e5c-a42d-44e031d22d8b service neutron] 10.222.0.72 "GET /v2.0/networks?id=22601ec1-3846-4b8b-84d1-d9378d9f83cc HTTP/1.1" status: 200 len: 913 time: 0.0989618 Mar 08 13:03:14.145418 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8563d1bf-7312-4278-a63a-12ce5057f575 req-df53c219-b627-43a9-b0a1-09063e3baed8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2f3b82b-f0c2-4311-b8dd-d4248e77e863 HTTP/1.1" status: 200 len: 1001 time: 0.0579412 Mar 08 13:03:14.201218 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563d1bf-7312-4278-a63a-12ce5057f575 req-38564844-6c34-4f29-8e50-2ee51c675433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:14.202649 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8563d1bf-7312-4278-a63a-12ce5057f575 req-38564844-6c34-4f29-8e50-2ee51c675433 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=71b3146c-5df2-44c0-b875-ba4aa2fcab91 HTTP/1.1" status: 200 len: 850 time: 0.0469062 Mar 08 13:03:14.257759 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563d1bf-7312-4278-a63a-12ce5057f575 req-9cbdb57f-2298-4192-9f85-67928d74570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:14.259239 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8563d1bf-7312-4278-a63a-12ce5057f575 req-9cbdb57f-2298-4192-9f85-67928d74570e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22601ec1-3846-4b8b-84d1-d9378d9f83cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492618 Mar 08 13:03:14.358566 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8563d1bf-7312-4278-a63a-12ce5057f575 req-f462d7d6-c880-4a87-a16a-08daad7c5c84 service neutron] 10.222.0.72 "GET /v2.0/networks/22601ec1-3846-4b8b-84d1-d9378d9f83cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844870 Mar 08 13:03:14.478621 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8563d1bf-7312-4278-a63a-12ce5057f575 req-978fecba-8e3f-42fd-a52d-25854f89c593 service neutron] 10.222.0.72 "GET /v2.0/networks/22601ec1-3846-4b8b-84d1-d9378d9f83cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140459 Mar 08 13:03:14.502989 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c13a7-3884-450a-9f98-bb7fcada89c3 req-c8019b0e-8cc1-4b8f-8746-c882203ceb15 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:14.503883 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-390c13a7-3884-450a-9f98-bb7fcada89c3 req-c8019b0e-8cc1-4b8f-8746-c882203ceb15 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0729389 Mar 08 13:03:14.573194 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-390c13a7-3884-450a-9f98-bb7fcada89c3 req-9bceb099-6ab3-4c2d-92ab-391c51d45e86 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616169 Mar 08 13:03:14.629679 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817c57b-2527-4b3f-932c-5935779ba8cf req-80933748-d727-45e7-8ca8-a9d373c7873b tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:14.631339 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0817c57b-2527-4b3f-932c-5935779ba8cf req-80933748-d727-45e7-8ca8-a9d373c7873b tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 944 time: 0.0772111 Mar 08 13:03:14.688854 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0817c57b-2527-4b3f-932c-5935779ba8cf req-2990ff47-a6b8-4f35-b938-2d68a6a7b3b4 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509119 Mar 08 13:03:15.150160 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d6867-ebd7-4de8-937b-a652c75a6540 req-58c7f310-c284-473a-8122-05c69967b287 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:15.151928 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2f9d6867-ebd7-4de8-937b-a652c75a6540 req-58c7f310-c284-473a-8122-05c69967b287 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 945 time: 0.0644934 Mar 08 13:03:15.206669 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2f9d6867-ebd7-4de8-937b-a652c75a6540 req-0b9c44f0-7ebc-4fdc-af9c-c6844015a420 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485198 Mar 08 13:03:15.697035 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660325c-33b1-4da9-95c5-a57200a8f50d req-429f819b-95c7-428d-99b0-0825724e072d tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:15.698422 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2660325c-33b1-4da9-95c5-a57200a8f50d req-429f819b-95c7-428d-99b0-0825724e072d tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0553780 Mar 08 13:03:15.745382 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2660325c-33b1-4da9-95c5-a57200a8f50d req-10ced66e-3f12-488b-a9e6-de9a799dcea4 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408690 Mar 08 13:03:15.806263 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1d2a0-6564-48a7-a953-33a5876739b3 req-439aa4c5-0a7a-4cb7-be17-adfcd91b431b tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:15.807708 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-43e1d2a0-6564-48a7-a953-33a5876739b3 req-439aa4c5-0a7a-4cb7-be17-adfcd91b431b tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 944 time: 0.0511916 Mar 08 13:03:15.856159 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-43e1d2a0-6564-48a7-a953-33a5876739b3 req-8d166528-72ef-4bea-b6bc-810b8c33c974 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428641 Mar 08 13:03:16.328826 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16fe71-a023-4760-9a6a-5363a360d064 req-ef31711d-edd6-4a82-8b96-dbaf56743156 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:16.330321 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3a16fe71-a023-4760-9a6a-5363a360d064 req-ef31711d-edd6-4a82-8b96-dbaf56743156 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 945 time: 0.0529644 Mar 08 13:03:16.376201 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3a16fe71-a023-4760-9a6a-5363a360d064 req-94f5ef0c-d7f5-478d-8fb0-40dd8dd86147 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403364 Mar 08 13:03:16.863998 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a64f9-3544-40e7-8211-834dd0502f33 req-85ffaebc-c3dc-4f37-9cd4-41e508a3e3f9 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:16.865484 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a93a64f9-3544-40e7-8211-834dd0502f33 req-85ffaebc-c3dc-4f37-9cd4-41e508a3e3f9 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0515411 Mar 08 13:03:16.915965 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a93a64f9-3544-40e7-8211-834dd0502f33 req-760d552c-f0cd-4f76-9a75-154a45a37303 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444424 Mar 08 13:03:16.972649 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433e7de-b7b2-4611-acac-bcc991a47f07 req-175e5100-2c26-47d4-81ea-2af98baaa109 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:16.974111 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4433e7de-b7b2-4611-acac-bcc991a47f07 req-175e5100-2c26-47d4-81ea-2af98baaa109 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 944 time: 0.0507126 Mar 08 13:03:17.022980 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4433e7de-b7b2-4611-acac-bcc991a47f07 req-c807955d-d80d-4b66-b392-102a8e06f22c tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432582 Mar 08 13:03:17.491452 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471157a0-d31d-44d2-a594-83ae17c23fe5 req-2788fcd6-37dd-4e04-8d20-e58c1c345a3c tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:17.492918 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-471157a0-d31d-44d2-a594-83ae17c23fe5 req-2788fcd6-37dd-4e04-8d20-e58c1c345a3c tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 945 time: 0.0507035 Mar 08 13:03:17.538793 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-471157a0-d31d-44d2-a594-83ae17c23fe5 req-fb4b37cd-bbd1-43d7-9a7f-22ff059b117f tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396571 Mar 08 13:03:18.034708 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8bfaa-6b00-44b8-9edb-60ff94331e05 req-5fd1782e-b486-4eeb-a370-da82cb82806a tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:18.036159 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f9c8bfaa-6b00-44b8-9edb-60ff94331e05 req-5fd1782e-b486-4eeb-a370-da82cb82806a tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0517070 Mar 08 13:03:18.084837 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f9c8bfaa-6b00-44b8-9edb-60ff94331e05 req-e20c47d5-b243-442a-ad2a-911ff69b172e tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404577 Mar 08 13:03:18.137717 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:03:18.140737 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f9b8a-e544-49b1-ac49-62ca61e589fe req-f2b40185-6ce8-4c9a-834d-8369b20249cb tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:18.142304 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c95f9b8a-e544-49b1-ac49-62ca61e589fe req-f2b40185-6ce8-4c9a-834d-8369b20249cb tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 944 time: 0.0541263 Mar 08 13:03:18.187145 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c95f9b8a-e544-49b1-ac49-62ca61e589fe req-27f940e3-9802-423d-b72f-d0f62f4954c6 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392118 Mar 08 13:03:18.427783 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 5a8cb5ec-ff5d-498d-a71e-effe4268333d details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:03:18.525681 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 5a8cb5ec-ff5d-498d-a71e-effe4268333d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5a8cb5ec-ff5d-498d-a71e-effe4268333d,segment=NetworkSegment(9707f10f-7125-40df-bc84-b1ddfaa54d43),segment_id=9707f10f-7125-40df-bc84-b1ddfaa54d43)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:18.535648 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Returning: {'device': '5a8cb5ec-ff5d-498d-a71e-effe4268333d', 'network_id': '0d340b85-535f-4797-abd9-72c93c4c24d4', 'port_id': '5a8cb5ec-ff5d-498d-a71e-effe4268333d', 'mac_address': 'fa:16:3e:d2:ed:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820c3f50-6115-4fe2-86ea-339d402058f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:03:18.572228 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 5a8cb5ec-ff5d-498d-a71e-effe4268333d is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:18.572645 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (5a8cb5ec-ff5d-498d-a71e-effe4268333d), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:18.586082 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8cb5ec-ff5d-498d-a71e-effe4268333d {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:03:18.611527 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 5a8cb5ec-ff5d-498d-a71e-effe4268333d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5a8cb5ec-ff5d-498d-a71e-effe4268333d,segment=NetworkSegment(9707f10f-7125-40df-bc84-b1ddfaa54d43),segment_id=9707f10f-7125-40df-bc84-b1ddfaa54d43)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:18.615848 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (5a8cb5ec-ff5d-498d-a71e-effe4268333d), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:18.667022 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24781779-e051-4187-b9d5-8fa8a907f4fe req-d8ffd742-87b5-48ca-a2bf-e371e70a63d4 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:18.669066 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-24781779-e051-4187-b9d5-8fa8a907f4fe req-d8ffd742-87b5-48ca-a2bf-e371e70a63d4 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 945 time: 0.0595243 Mar 08 13:03:18.673608 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=5a8cb5ec-ff5d-498d-a71e-effe4268333d,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:18.680720 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:18.681092 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:18.681434 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:18.681767 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:18.682096 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:18.682426 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:18.682752 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:18.683072 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:18.683945 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:18.684273 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:18.684616 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:18.684938 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:18.685255 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:18.715769 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-24781779-e051-4187-b9d5-8fa8a907f4fe req-ddde7257-dafb-42fb-b41c-cc9ec09f2ed2 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410469 Mar 08 13:03:19.204307 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07373ad8-e63c-4241-8885-c04c87729871 req-9fdde0a2-d755-4b65-9f14-d770d253f7c4 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:19.205878 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-07373ad8-e63c-4241-8885-c04c87729871 req-9fdde0a2-d755-4b65-9f14-d770d253f7c4 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0526080 Mar 08 13:03:19.256082 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-07373ad8-e63c-4241-8885-c04c87729871 req-8e738dee-efbb-4416-b883-383f9b9819cd tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442543 Mar 08 13:03:19.325249 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10e630-e805-4c8d-8a71-1cfb18ee2d68 req-08c0d627-2031-40f7-aed9-24eeff7e3f6f tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:19.326899 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2b10e630-e805-4c8d-8a71-1cfb18ee2d68 req-08c0d627-2031-40f7-aed9-24eeff7e3f6f tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 945 time: 0.0614753 Mar 08 13:03:19.377259 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2b10e630-e805-4c8d-8a71-1cfb18ee2d68 req-e0be2283-0b81-4b6f-a681-ced6d56ecfa8 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447662 Mar 08 13:03:19.853301 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19632e16-05a4-4ba1-b423-559645a6c62d req-c8a9040c-a01e-4499-99cb-a5de61360b70 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:19.854807 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-19632e16-05a4-4ba1-b423-559645a6c62d req-c8a9040c-a01e-4499-99cb-a5de61360b70 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 945 time: 0.0574985 Mar 08 13:03:19.895768 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 8b7be6f5-d1c3-42cf-897a-0b616fc069c7 up at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:03:19.907917 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-19632e16-05a4-4ba1-b423-559645a6c62d req-a4cb91b2-ffd2-404f-870b-7b0092b3bb18 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469956 Mar 08 13:03:19.947288 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning for port 8b7be6f5-d1c3-42cf-897a-0b616fc069c7 completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:03:19.952252 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning complete for port 8b7be6f5-d1c3-42cf-897a-0b616fc069c7 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:19.952786 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (8b7be6f5-d1c3-42cf-897a-0b616fc069c7), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:20.036268 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 8b7be6f5-d1c3-42cf-897a-0b616fc069c7 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:20.036699 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (8b7be6f5-d1c3-42cf-897a-0b616fc069c7), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:20.063100 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3903af83-0133-4592-a480-9ce61dcf10ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7be6f5-d1c3-42cf-897a-0b616fc069c7'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:03:20.065497 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f02a98a4da79acb06d2148361802764e90037bdc05c069ddf0d3843ada5eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ab9b99-36c9-4d2e-8aa1-8177ce32d0e0" -d '{"events": [{"server_uuid": "3903af83-0133-4592-a480-9ce61dcf10ed", "name": "network-vif-plugged", "status": "completed", "tag": "8b7be6f5-d1c3-42cf-897a-0b616fc069c7"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:03:20.078724 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 8b7be6f5-d1c3-42cf-897a-0b616fc069c7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8b7be6f5-d1c3-42cf-897a-0b616fc069c7,segment=NetworkSegment(14a16e25-07cb-480e-a6c0-b2e7066a598b),segment_id=14a16e25-07cb-480e-a6c0-b2e7066a598b)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:20.082857 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (8b7be6f5-d1c3-42cf-897a-0b616fc069c7), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:20.107671 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d283a750-1bd8-4df0-9a69-bd35e32c95e8 x-openstack-request-id: req-d283a750-1bd8-4df0-9a69-bd35e32c95e8 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:03:20.107942 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3903af83-0133-4592-a480-9ce61dcf10ed", "name": "network-vif-plugged", "status": "completed", "tag": "8b7be6f5-d1c3-42cf-897a-0b616fc069c7", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:03:20.108200 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d283a750-1bd8-4df0-9a69-bd35e32c95e8 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:03:20.108615 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3903af83-0133-4592-a480-9ce61dcf10ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7be6f5-d1c3-42cf-897a-0b616fc069c7', 'code': 200} Mar 08 13:03:20.139579 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=8b7be6f5-d1c3-42cf-897a-0b616fc069c7,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:20.380665 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e533ec-17f5-4d67-bc37-2451979acab0 req-36da9850-5f0a-4867-810f-f672f9f6d319 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:20.382116 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d5e533ec-17f5-4d67-bc37-2451979acab0 req-36da9850-5f0a-4867-810f-f672f9f6d319 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0556114 Mar 08 13:03:20.439727 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d5e533ec-17f5-4d67-bc37-2451979acab0 req-bc350f82-8fc4-44eb-9ec0-bbca67e0b699 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518136 Mar 08 13:03:20.530571 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc881708-01f3-4b05-a501-97851d266b3e req-bd7683b5-2b1d-4a39-a555-f0696d52bc14 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:20.532647 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dc881708-01f3-4b05-a501-97851d266b3e req-bd7683b5-2b1d-4a39-a555-f0696d52bc14 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 945 time: 0.0776036 Mar 08 13:03:20.617421 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dc881708-01f3-4b05-a501-97851d266b3e req-444a2c14-2117-4d11-9750-0d5339ae9697 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788658 Mar 08 13:03:20.623903 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325034b-2cc3-403d-a91e-c2d39618feb6 req-d9e33861-102f-4eb1-8436-4b433f6639a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:20.625828 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1325034b-2cc3-403d-a91e-c2d39618feb6 req-d9e33861-102f-4eb1-8436-4b433f6639a3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 1130 time: 0.0794313 Mar 08 13:03:20.676741 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1325034b-2cc3-403d-a91e-c2d39618feb6 req-af10eb7b-c2ed-4037-a94b-2596a3464f18 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441542 Mar 08 13:03:21.043038 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e113d90-9d51-469b-9a93-7cb10fa38773 req-2a11e0be-ae23-4950-be91-2c3e405b207e tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:21.044616 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0e113d90-9d51-469b-9a93-7cb10fa38773 req-2a11e0be-ae23-4950-be91-2c3e405b207e tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 946 time: 0.0655150 Mar 08 13:03:21.088997 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['5a8cb5ec-ff5d-498d-a71e-effe4268333d'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:03:21.100544 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0e113d90-9d51-469b-9a93-7cb10fa38773 req-1eb05c0b-bb85-45a7-9ed7-ed7a39d8e046 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468857 Mar 08 13:03:21.599739 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505884b5-3c5c-4171-b997-71c0683f3b30 req-902122f5-6b0b-46ff-9339-8f288ea38f50 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:21.602031 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-505884b5-3c5c-4171-b997-71c0683f3b30 req-902122f5-6b0b-46ff-9339-8f288ea38f50 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0722587 Mar 08 13:03:21.660076 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-505884b5-3c5c-4171-b997-71c0683f3b30 req-e42aee37-364d-43ee-bc13-0bf5162209b4 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503163 Mar 08 13:03:21.742119 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374ecba-d208-4b2c-8a97-f2c5b604780c req-bb75ac80-0d34-4dc5-9a6f-4797cfcf0ff7 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:21.743549 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f374ecba-d208-4b2c-8a97-f2c5b604780c req-bb75ac80-0d34-4dc5-9a6f-4797cfcf0ff7 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 945 time: 0.0523472 Mar 08 13:03:21.791410 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f374ecba-d208-4b2c-8a97-f2c5b604780c req-069043d2-b350-4d7e-a7dd-e47211bdeb19 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407302 Mar 08 13:03:22.225755 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbe326-7297-4170-8298-7967a20d2e31 req-de3f283e-48b5-440a-b839-2e3b6ab9660a tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:22.227246 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-19fbe326-7297-4170-8298-7967a20d2e31 req-de3f283e-48b5-440a-b839-2e3b6ab9660a tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 946 time: 0.0545902 Mar 08 13:03:22.278109 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-19fbe326-7297-4170-8298-7967a20d2e31 req-739c3279-45e2-420b-b411-22080d8adddd tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445442 Mar 08 13:03:22.777014 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf68932-fb01-42dd-8d95-3c3f8b1e634c req-22c067e8-051f-498b-8b73-67676fd513f9 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:22.778498 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fcf68932-fb01-42dd-8d95-3c3f8b1e634c req-22c067e8-051f-498b-8b73-67676fd513f9 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0524299 Mar 08 13:03:22.828338 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fcf68932-fb01-42dd-8d95-3c3f8b1e634c req-522f3b05-1702-4a85-9f0b-d5562e714b84 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425019 Mar 08 13:03:22.925717 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723c699-dc02-4405-8fc1-2f028092460e req-001bb85a-170b-4b5a-b4f8-82256779a618 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:22.927882 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a723c699-dc02-4405-8fc1-2f028092460e req-001bb85a-170b-4b5a-b4f8-82256779a618 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 945 time: 0.0580559 Mar 08 13:03:22.975325 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a723c699-dc02-4405-8fc1-2f028092460e req-1ff22f74-f75d-498d-8715-6f2c5550636f tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413077 Mar 08 13:03:23.411031 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952ac80-7686-4dd2-b443-7be3d399acf8 req-8db64734-7258-40c0-8235-d0370cf4ef8c tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:23.412861 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a952ac80-7686-4dd2-b443-7be3d399acf8 req-8db64734-7258-40c0-8235-d0370cf4ef8c tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 946 time: 0.0651083 Mar 08 13:03:23.465424 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a952ac80-7686-4dd2-b443-7be3d399acf8 req-0db64fd9-86bb-4940-bd7b-d5b759ad3c67 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463331 Mar 08 13:03:23.943728 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13163a4a-b79f-4eee-b9f1-2439f73fe23d req-c5d0ab7e-d235-49d1-8bad-d087bca17b6b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:23.945202 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-13163a4a-b79f-4eee-b9f1-2439f73fe23d req-c5d0ab7e-d235-49d1-8bad-d087bca17b6b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0508027 Mar 08 13:03:23.991458 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-13163a4a-b79f-4eee-b9f1-2439f73fe23d req-76bdfc08-c7fe-4fac-ab03-ad0b049f6479 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402782 Mar 08 13:03:24.093840 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d83e6-07f7-40ee-a6fa-2b40d8bb6d70 req-131f4ad0-5d39-49aa-b598-2d5c20eb51ce tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:24.095322 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-894d83e6-07f7-40ee-a6fa-2b40d8bb6d70 req-131f4ad0-5d39-49aa-b598-2d5c20eb51ce tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 945 time: 0.0516248 Mar 08 13:03:24.142602 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-894d83e6-07f7-40ee-a6fa-2b40d8bb6d70 req-72f4cbda-bbf3-44d9-8913-6e2216ed6d0e tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393376 Mar 08 13:03:24.666139 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b6579483-0a0b-4ece-bafe-2de14311e33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:25.109618 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b981602-ee2c-4950-8dd7-74d9428dd08f req-2555ab78-7ca2-4d1b-86cf-52a0cea630d1 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:25.111347 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0b981602-ee2c-4950-8dd7-74d9428dd08f req-2555ab78-7ca2-4d1b-86cf-52a0cea630d1 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0551124 Mar 08 13:03:25.156419 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0b981602-ee2c-4950-8dd7-74d9428dd08f req-9ac0b2ef-0231-4a95-9a14-5696592be2e3 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395501 Mar 08 13:03:25.257299 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fa409-1192-4385-aadb-a63a4c061d6f req-4bc581de-253b-4b1d-82aa-8d2a1db7e9dc tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:25.258750 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-704fa409-1192-4385-aadb-a63a4c061d6f req-4bc581de-253b-4b1d-82aa-8d2a1db7e9dc tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 945 time: 0.0510709 Mar 08 13:03:25.307597 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-704fa409-1192-4385-aadb-a63a4c061d6f req-4deeea2b-22ce-4446-af71-01330f168af5 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432918 Mar 08 13:03:26.274437 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e4bd4-fbdd-49a9-8f8a-589e3b31ad2a req-c00d7e50-333c-4800-85b2-6ea5655b1fb0 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:26.276008 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-441e4bd4-fbdd-49a9-8f8a-589e3b31ad2a req-c00d7e50-333c-4800-85b2-6ea5655b1fb0 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0524170 Mar 08 13:03:26.324830 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-441e4bd4-fbdd-49a9-8f8a-589e3b31ad2a req-7e27098c-b531-4b14-8ed7-0963c81f5b81 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429919 Mar 08 13:03:26.434412 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488d153-a62e-4f8c-8ca7-353a8d1b3939 req-88624ac3-4514-40b4-b926-e305eca3187a tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:26.436824 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9488d153-a62e-4f8c-8ca7-353a8d1b3939 req-88624ac3-4514-40b4-b926-e305eca3187a tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 945 time: 0.0574529 Mar 08 13:03:26.482149 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9488d153-a62e-4f8c-8ca7-353a8d1b3939 req-20427f56-1976-4581-b7ac-b68668fa7b33 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400724 Mar 08 13:03:26.644938 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 5a8cb5ec-ff5d-498d-a71e-effe4268333d up at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:03:26.694269 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning for port 5a8cb5ec-ff5d-498d-a71e-effe4268333d completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:03:26.697801 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning complete for port 5a8cb5ec-ff5d-498d-a71e-effe4268333d triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:26.698226 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (5a8cb5ec-ff5d-498d-a71e-effe4268333d), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:26.781056 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 5a8cb5ec-ff5d-498d-a71e-effe4268333d is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:26.781437 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (5a8cb5ec-ff5d-498d-a71e-effe4268333d), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:26.805454 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3704a9a6-c63b-404d-b685-81db958639ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8cb5ec-ff5d-498d-a71e-effe4268333d'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:03:26.807708 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f02a98a4da79acb06d2148361802764e90037bdc05c069ddf0d3843ada5eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147456e3-20fe-47a6-b69f-c0899d2aad2c" -d '{"events": [{"server_uuid": "3704a9a6-c63b-404d-b685-81db958639ae", "name": "network-vif-plugged", "status": "completed", "tag": "5a8cb5ec-ff5d-498d-a71e-effe4268333d"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:03:26.819851 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 5a8cb5ec-ff5d-498d-a71e-effe4268333d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5a8cb5ec-ff5d-498d-a71e-effe4268333d,segment=NetworkSegment(9707f10f-7125-40df-bc84-b1ddfaa54d43),segment_id=9707f10f-7125-40df-bc84-b1ddfaa54d43)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:26.824332 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (5a8cb5ec-ff5d-498d-a71e-effe4268333d), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:26.848972 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359f968e-b662-41c3-9d82-4023697cc344 x-openstack-request-id: req-359f968e-b662-41c3-9d82-4023697cc344 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:03:26.849245 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3704a9a6-c63b-404d-b685-81db958639ae", "name": "network-vif-plugged", "status": "completed", "tag": "5a8cb5ec-ff5d-498d-a71e-effe4268333d", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:03:26.849501 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-359f968e-b662-41c3-9d82-4023697cc344 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:03:26.849890 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3704a9a6-c63b-404d-b685-81db958639ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8cb5ec-ff5d-498d-a71e-effe4268333d', 'code': 200} Mar 08 13:03:26.874901 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=5a8cb5ec-ff5d-498d-a71e-effe4268333d,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:26.893449 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-847d8e06-5daa-4655-aa65-01227f2ae37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:27.447592 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad69240-d6f2-437d-9b95-c0b8c1ecfbb6 req-61c55656-f0a5-4969-b148-581dac91ace5 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:27.449627 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7ad69240-d6f2-437d-9b95-c0b8c1ecfbb6 req-61c55656-f0a5-4969-b148-581dac91ace5 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0568063 Mar 08 13:03:27.493901 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7ad69240-d6f2-437d-9b95-c0b8c1ecfbb6 req-5c1d4078-2e44-4401-9d8b-c9bd37fb8735 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387735 Mar 08 13:03:27.605926 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723cf3a-43fd-4ab1-9d63-ef058069d58d req-e1495479-a369-4a6b-a952-977b242d0d8f tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:27.608060 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c723cf3a-43fd-4ab1-9d63-ef058069d58d req-e1495479-a369-4a6b-a952-977b242d0d8f tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 946 time: 0.0556073 Mar 08 13:03:27.659432 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c723cf3a-43fd-4ab1-9d63-ef058069d58d req-84e41fae-8ab5-4508-876c-43cf78041343 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455668 Mar 08 13:03:28.118800 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:28.428901 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c3a89-9114-423f-8f30-69ca122db36d req-4c0746f3-b426-422d-a1df-d5bb891b6de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:28.430400 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-752c3a89-9114-423f-8f30-69ca122db36d req-4c0746f3-b426-422d-a1df-d5bb891b6de0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 1130 time: 0.0500929 Mar 08 13:03:28.474195 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-752c3a89-9114-423f-8f30-69ca122db36d req-321d128e-9b47-4efc-b6ed-44054523a1ef service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375903 Mar 08 13:03:28.617687 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7a35e-d800-4561-878e-58935f9ac1b4 req-c2f0ca1f-58f2-454f-8351-b39a0f545abc tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:28.619147 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bde7a35e-d800-4561-878e-58935f9ac1b4 req-c2f0ca1f-58f2-454f-8351-b39a0f545abc tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0552249 Mar 08 13:03:28.666574 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bde7a35e-d800-4561-878e-58935f9ac1b4 req-2f6af1c2-eddb-4705-8232-2faaf0a0be4c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414135 Mar 08 13:03:28.779374 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74aeec0-c131-4534-95e1-61565c795c61 req-7d633bdf-1ac9-49b4-ae51-f81e81f8be3c tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:28.780905 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f74aeec0-c131-4534-95e1-61565c795c61 req-7d633bdf-1ac9-49b4-ae51-f81e81f8be3c tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 946 time: 0.0532923 Mar 08 13:03:28.832277 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f74aeec0-c131-4534-95e1-61565c795c61 req-d51497e9-72c6-43db-950b-5d607246f252 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445035 Mar 08 13:03:29.547758 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:29.810519 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ae73b-79b2-449b-99fe-77344f6f2dff req-1d923c2c-0df5-4aa0-971b-d7a20c9a91e3 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:29.812049 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-db8ae73b-79b2-449b-99fe-77344f6f2dff req-1d923c2c-0df5-4aa0-971b-d7a20c9a91e3 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0678873 Mar 08 13:03:29.875134 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-db8ae73b-79b2-449b-99fe-77344f6f2dff req-73ed0e85-033f-419f-9c01-434ebd046734 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567665 Mar 08 13:03:29.966217 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e88d9-97ef-4ff8-b1fb-eb2917f34ff2 req-bbd7306a-d4ce-4645-b06f-8b097a5135af tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:29.967759 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b76e88d9-97ef-4ff8-b1fb-eb2917f34ff2 req-bbd7306a-d4ce-4645-b06f-8b097a5135af tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 946 time: 0.0730405 Mar 08 13:03:30.001675 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b93522-ce53-4b61-bddf-132941f0e7f1 req-116dc482-88fc-49ec-9cf2-5dbbedea1ba4 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:30.003254 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-71b93522-ce53-4b61-bddf-132941f0e7f1 req-116dc482-88fc-49ec-9cf2-5dbbedea1ba4 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 946 time: 0.0604434 Mar 08 13:03:30.023101 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b76e88d9-97ef-4ff8-b1fb-eb2917f34ff2 req-5f672c58-a09c-4ed5-8cf9-d7428eb66365 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495477 Mar 08 13:03:30.057834 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-71b93522-ce53-4b61-bddf-132941f0e7f1 req-d2c6e2b6-ca59-412c-8b77-362226968a87 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482237 Mar 08 13:03:30.150876 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 40060) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:30.188529 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d2bdd-6e8a-4adf-80ec-89d3e93bf134 req-7fd6a1f4-3d04-4ee9-946d-1d727d3e0570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:30.190117 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-373d2bdd-6e8a-4adf-80ec-89d3e93bf134 req-7fd6a1f4-3d04-4ee9-946d-1d727d3e0570 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 1129 time: 0.0527587 Mar 08 13:03:30.280522 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2ebe9c47-125c-4999-b097-141ef45b8440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:30.373686 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2ebe9c47-125c-4999-b097-141ef45b8440 admin admin] Publish callbacks [] for security_group (bc454095-add6-4e6d-b213-d738500d5e0f), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:30.377998 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2ebe9c47-125c-4999-b097-141ef45b8440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (bc454095-add6-4e6d-b213-d738500d5e0f), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:30.419959 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-2ebe9c47-125c-4999-b097-141ef45b8440 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e54f00ff41d4fe082c8ddca649299cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2670882 Mar 08 13:03:30.420926 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe9c47-125c-4999-b097-141ef45b8440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc454095-add6-4e6d-b213-d738500d5e0f,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:30.427705 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 40068) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:30.430422 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebe9c47-125c-4999-b097-141ef45b8440 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:30.430770 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebe9c47-125c-4999-b097-141ef45b8440 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:30.431117 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebe9c47-125c-4999-b097-141ef45b8440 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:30.431447 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebe9c47-125c-4999-b097-141ef45b8440 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:30.431776 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebe9c47-125c-4999-b097-141ef45b8440 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:30.432098 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebe9c47-125c-4999-b097-141ef45b8440 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:30.432417 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebe9c47-125c-4999-b097-141ef45b8440 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:30.433362 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebe9c47-125c-4999-b097-141ef45b8440 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:30.433691 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebe9c47-125c-4999-b097-141ef45b8440 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:30.434015 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebe9c47-125c-4999-b097-141ef45b8440 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:30.434336 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebe9c47-125c-4999-b097-141ef45b8440 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:30.434675 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebe9c47-125c-4999-b097-141ef45b8440 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:30.434991 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebe9c47-125c-4999-b097-141ef45b8440 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:30.462456 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-373d2bdd-6e8a-4adf-80ec-89d3e93bf134 req-ebf11799-cd23-4b98-93aa-1f08000c0598 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648976 Mar 08 13:03:30.493315 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-996b41c8-6e1f-418a-897f-1cd1aaa823fc admin admin] Publish callbacks [] for security_group (bc454095-add6-4e6d-b213-d738500d5e0f), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:30.515118 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-996b41c8-6e1f-418a-897f-1cd1aaa823fc admin admin] Publish callbacks [] for security_group (bc454095-add6-4e6d-b213-d738500d5e0f), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:30.573253 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-996b41c8-6e1f-418a-897f-1cd1aaa823fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (bc454095-add6-4e6d-b213-d738500d5e0f), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:30.576569 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-996b41c8-6e1f-418a-897f-1cd1aaa823fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:30.577726 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-996b41c8-6e1f-418a-897f-1cd1aaa823fc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bc454095-add6-4e6d-b213-d738500d5e0f HTTP/1.1" status: 204 len: 168 time: 0.1490896 Mar 08 13:03:30.585907 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b41c8-6e1f-418a-897f-1cd1aaa823fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc454095-add6-4e6d-b213-d738500d5e0f,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:30.841995 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 40074) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:30.855663 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4ac8efd2-fb1a-4f37-91af-38505f576450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:30.929949 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:30.938959 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4ac8efd2-fb1a-4f37-91af-38505f576450 admin admin] Publish callbacks [] for security_group (76d3bda3-e283-4987-b08e-fb1d9bb60b73), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:30.950022 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4ac8efd2-fb1a-4f37-91af-38505f576450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (76d3bda3-e283-4987-b08e-fb1d9bb60b73), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:31.018969 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-4ac8efd2-fb1a-4f37-91af-38505f576450 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f7a35eff25f74ab8a57488d7012baee6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1758792 Mar 08 13:03:31.021606 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8efd2-fb1a-4f37-91af-38505f576450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d3bda3-e283-4987-b08e-fb1d9bb60b73,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:31.021752 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 40078) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:31.041794 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed0f69-5262-4079-b8f1-43a29a42ccbb req-ece45362-5ac0-4282-a2b9-d241d3012be0 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:31.043852 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9fed0f69-5262-4079-b8f1-43a29a42ccbb req-ece45362-5ac0-4282-a2b9-d241d3012be0 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0881975 Mar 08 13:03:31.084532 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-614dbd32-a42a-4783-91e2-1d49aaec1bbc admin admin] Publish callbacks [] for security_group (76d3bda3-e283-4987-b08e-fb1d9bb60b73), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:31.093806 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9fed0f69-5262-4079-b8f1-43a29a42ccbb req-a5167902-aad5-49f2-9b0f-cab1d1269025 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433607 Mar 08 13:03:31.119626 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-614dbd32-a42a-4783-91e2-1d49aaec1bbc admin admin] Publish callbacks [] for security_group (76d3bda3-e283-4987-b08e-fb1d9bb60b73), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:31.187340 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b47172-25cf-4009-b211-d4963b157032 req-1f78251e-4bb8-47b8-824b-a2df30b48f93 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:31.189005 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-65b47172-25cf-4009-b211-d4963b157032 req-1f78251e-4bb8-47b8-824b-a2df30b48f93 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 946 time: 0.0794687 Mar 08 13:03:31.204430 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43737a0-43e9-4ea2-9860-c2f814989157 req-0eadc0d2-001a-4b60-9677-693f59917d31 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:31.205243 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-614dbd32-a42a-4783-91e2-1d49aaec1bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (76d3bda3-e283-4987-b08e-fb1d9bb60b73), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:31.208616 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e43737a0-43e9-4ea2-9860-c2f814989157 req-0eadc0d2-001a-4b60-9677-693f59917d31 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 946 time: 0.0537617 Mar 08 13:03:31.208814 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-614dbd32-a42a-4783-91e2-1d49aaec1bbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:31.208814 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-614dbd32-a42a-4783-91e2-1d49aaec1bbc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/76d3bda3-e283-4987-b08e-fb1d9bb60b73 HTTP/1.1" status: 204 len: 168 time: 0.1861188 Mar 08 13:03:31.230272 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614dbd32-a42a-4783-91e2-1d49aaec1bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d3bda3-e283-4987-b08e-fb1d9bb60b73,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:31.247360 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dbd32-a42a-4783-91e2-1d49aaec1bbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:31.247724 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dbd32-a42a-4783-91e2-1d49aaec1bbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:31.248067 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dbd32-a42a-4783-91e2-1d49aaec1bbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:31.248408 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dbd32-a42a-4783-91e2-1d49aaec1bbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:31.248775 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dbd32-a42a-4783-91e2-1d49aaec1bbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:31.249111 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dbd32-a42a-4783-91e2-1d49aaec1bbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:31.249449 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dbd32-a42a-4783-91e2-1d49aaec1bbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:31.249794 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dbd32-a42a-4783-91e2-1d49aaec1bbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:31.250119 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dbd32-a42a-4783-91e2-1d49aaec1bbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:31.250452 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dbd32-a42a-4783-91e2-1d49aaec1bbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:31.250778 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dbd32-a42a-4783-91e2-1d49aaec1bbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:31.251103 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dbd32-a42a-4783-91e2-1d49aaec1bbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:31.251431 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dbd32-a42a-4783-91e2-1d49aaec1bbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:31.258121 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e43737a0-43e9-4ea2-9860-c2f814989157 req-f1cae1a5-438e-47d0-a879-6294e5486b38 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456505 Mar 08 13:03:31.265845 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-65b47172-25cf-4009-b211-d4963b157032 req-44a96e67-f70c-405f-8f4f-acbd594cb743 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702517 Mar 08 13:03:31.613835 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 40110) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:31.630430 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-cc0a604c-954c-4335-a0c0-6cc5715b73ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:31.724576 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-cc0a604c-954c-4335-a0c0-6cc5715b73ea admin admin] Publish callbacks [] for security_group (7c6b3bab-e173-4b6e-b51a-240ac3c01585), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:31.730758 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-cc0a604c-954c-4335-a0c0-6cc5715b73ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (7c6b3bab-e173-4b6e-b51a-240ac3c01585), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:31.777735 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-cc0a604c-954c-4335-a0c0-6cc5715b73ea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=132fda8874ee45f09c9bb549fb4dfc36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1626794 Mar 08 13:03:31.778589 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a604c-954c-4335-a0c0-6cc5715b73ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6b3bab-e173-4b6e-b51a-240ac3c01585,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:31.782061 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 40120) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:31.832975 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ad3019b6-8f0f-44ad-9c06-aca6ab106987 admin admin] Publish callbacks [] for security_group (7c6b3bab-e173-4b6e-b51a-240ac3c01585), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:31.856043 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ad3019b6-8f0f-44ad-9c06-aca6ab106987 admin admin] Publish callbacks [] for security_group (7c6b3bab-e173-4b6e-b51a-240ac3c01585), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:31.905980 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ad3019b6-8f0f-44ad-9c06-aca6ab106987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (7c6b3bab-e173-4b6e-b51a-240ac3c01585), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:31.908719 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ad3019b6-8f0f-44ad-9c06-aca6ab106987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:31.909910 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-ad3019b6-8f0f-44ad-9c06-aca6ab106987 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7c6b3bab-e173-4b6e-b51a-240ac3c01585 HTTP/1.1" status: 204 len: 168 time: 0.1268120 Mar 08 13:03:31.922232 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3019b6-8f0f-44ad-9c06-aca6ab106987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6b3bab-e173-4b6e-b51a-240ac3c01585,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:32.232805 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a788756-c06c-42da-a883-d3406260670e req-b4f9edcd-8be9-472a-b126-8f09706236cc tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:32.234535 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2a788756-c06c-42da-a883-d3406260670e req-b4f9edcd-8be9-472a-b126-8f09706236cc tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0638950 Mar 08 13:03:32.286261 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2a788756-c06c-42da-a883-d3406260670e req-e5a578fb-0504-43dd-8ffd-462248f06d12 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459809 Mar 08 13:03:32.438681 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f018a-5cf6-49b7-82ec-b0ee5f3380bf req-b69d0215-d016-4df4-9922-a734c99b03b4 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:32.440811 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-836f018a-5cf6-49b7-82ec-b0ee5f3380bf req-b69d0215-d016-4df4-9922-a734c99b03b4 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 946 time: 0.0733900 Mar 08 13:03:32.516986 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-836f018a-5cf6-49b7-82ec-b0ee5f3380bf req-89ffabab-0413-41eb-bb45-2e77594963fd tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637517 Mar 08 13:03:32.694948 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bda02-24d7-47a0-bdca-87d87bc1f3f2 req-eab72bf1-9ef0-4195-8bb1-7edfad3513ce tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:32.706819 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1b0bda02-24d7-47a0-bdca-87d87bc1f3f2 req-eab72bf1-9ef0-4195-8bb1-7edfad3513ce tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 946 time: 0.3481445 Mar 08 13:03:32.754096 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1b0bda02-24d7-47a0-bdca-87d87bc1f3f2 req-39e7df08-d2bb-4535-993f-8b96f6e2b33a tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472767 Mar 08 13:03:32.840849 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 40190) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:32.956357 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-2b004b15-6639-4c48-8be7-97d0805095ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2114884603-network', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:32.977704 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b004b15-6639-4c48-8be7-97d0805095ee admin admin] Made reservation on behalf of c5c1dbd73f714812884fd52131e1c532 for: {'network': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:03:32.980961 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2b004b15-6639-4c48-8be7-97d0805095ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for network (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:32.991030 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2b004b15-6639-4c48-8be7-97d0805095ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:33.072344 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2b004b15-6639-4c48-8be7-97d0805095ee admin admin] Publish callbacks [] for security_group (5aa8897c-1e6f-4775-adf2-b7d08cf853c0), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:33.076219 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2b004b15-6639-4c48-8be7-97d0805095ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (5aa8897c-1e6f-4775-adf2-b7d08cf853c0), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:33.097165 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b004b15-6639-4c48-8be7-97d0805095ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1011} {{(pid=102969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:03:33.112078 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b004b15-6639-4c48-8be7-97d0805095ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa8897c-1e6f-4775-adf2-b7d08cf853c0,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:33.116714 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2b004b15-6639-4c48-8be7-97d0805095ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (327aa9d0-0865-44d5-bdb4-bf75325012df), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:33.117051 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.db.segments_db [None req-2b004b15-6639-4c48-8be7-97d0805095ee admin admin] Added segment 327aa9d0-0865-44d5-bdb4-bf75325012df of type vlan for network 74fb8322-422e-4598-a582-08c81982953b Mar 08 13:03:33.156151 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2b004b15-6639-4c48-8be7-97d0805095ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755471561494'] for network (74fb8322-422e-4598-a582-08c81982953b), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:33.181971 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2b004b15-6639-4c48-8be7-97d0805095ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for network (74fb8322-422e-4598-a582-08c81982953b), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:33.183454 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b004b15-6639-4c48-8be7-97d0805095ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:33.184027 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2b004b15-6639-4c48-8be7-97d0805095ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:33.188659 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c7e4a-36d3-4314-874a-e6f446dc9fdd req-32eee6ad-ed4a-43d6-8f85-cc54484c244a tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:33.190324 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-793c7e4a-36d3-4314-874a-e6f446dc9fdd req-32eee6ad-ed4a-43d6-8f85-cc54484c244a tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.72 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 946 time: 0.0556791 Mar 08 13:03:33.218244 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-2b004b15-6639-4c48-8be7-97d0805095ee admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3732810 Mar 08 13:03:33.225290 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 40200) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:33.230872 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-10a08bcc-23dd-4d7c-9511-39e72cfd927b admin admin] Request body: {'subnet': {'network_id': '74fb8322-422e-4598-a582-08c81982953b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2114884603-subnet', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'ip_version': 4}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:33.248579 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b004b15-6639-4c48-8be7-97d0805095ee admin admin] Pushing event updated for resources: {'Network': ['ID=74fb8322-422e-4598-a582-08c81982953b,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:33.259949 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Network 74fb8322-422e-4598-a582-08c81982953b details requested by agent ovs-agent-dv-cinder-830089-2-iscsi with host dv-cinder-830089-2-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:03:33.280916 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a08bcc-23dd-4d7c-9511-39e72cfd927b admin admin] Made reservation on behalf of c5c1dbd73f714812884fd52131e1c532 for: {'subnet': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:03:33.284413 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-10a08bcc-23dd-4d7c-9511-39e72cfd927b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6168891'] for subnet (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:33.388503 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-793c7e4a-36d3-4314-874a-e6f446dc9fdd req-9c62d08a-be48-41b6-8a0d-4dc3f05ff260 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Deleting port 8b7be6f5-d1c3-42cf-897a-0b616fc069c7 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:03:33.388870 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-793c7e4a-36d3-4314-874a-e6f446dc9fdd req-9c62d08a-be48-41b6-8a0d-4dc3f05ff260 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (8b7be6f5-d1c3-42cf-897a-0b616fc069c7), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:33.538745 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35952575-4b88-4ed0-9052-184656eba738 req-b37b598c-1714-416e-8f1d-825e41bf788e tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:33.540413 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-35952575-4b88-4ed0-9052-184656eba738 req-b37b598c-1714-416e-8f1d-825e41bf788e tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.1676044 Mar 08 13:03:33.590545 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-793c7e4a-36d3-4314-874a-e6f446dc9fdd req-9c62d08a-be48-41b6-8a0d-4dc3f05ff260 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] For port 8b7be6f5-d1c3-42cf-897a-0b616fc069c7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8b7be6f5-d1c3-42cf-897a-0b616fc069c7,segment=NetworkSegment(14a16e25-07cb-480e-a6c0-b2e7066a598b),segment_id=14a16e25-07cb-480e-a6c0-b2e7066a598b)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:33.590901 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-793c7e4a-36d3-4314-874a-e6f446dc9fdd req-9c62d08a-be48-41b6-8a0d-4dc3f05ff260 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (8b7be6f5-d1c3-42cf-897a-0b616fc069c7), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:33.621303 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-793c7e4a-36d3-4314-874a-e6f446dc9fdd req-9c62d08a-be48-41b6-8a0d-4dc3f05ff260 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Calling delete_port for 8b7be6f5-d1c3-42cf-897a-0b616fc069c7 owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:03:33.623241 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-10a08bcc-23dd-4d7c-9511-39e72cfd927b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5564031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6168869'] for subnet (c6f0eaac-f97b-4e54-9851-727e4eab1e17), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:33.737707 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-35952575-4b88-4ed0-9052-184656eba738 req-ef46cc88-432b-477e-87cc-fbc0f85b9aa8 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882315 Mar 08 13:03:33.765694 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a08bcc-23dd-4d7c-9511-39e72cfd927b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6f0eaac-f97b-4e54-9851-727e4eab1e17,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:33.789738 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a08bcc-23dd-4d7c-9511-39e72cfd927b admin admin] Checking segment: {'id': '327aa9d0-0865-44d5-bdb4-bf75325012df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '74fb8322-422e-4598-a582-08c81982953b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:03:33.790085 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a08bcc-23dd-4d7c-9511-39e72cfd927b admin admin] Network hostable DHCP agents. Network: 74fb8322-422e-4598-a582-08c81982953b, hostable agents: ['57d8c91c-da11-4d19-879a-ab8c1c8220b9'], hosted agents: [] {{(pid=102968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:03:33.853568 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a08bcc-23dd-4d7c-9511-39e72cfd927b admin admin] Network 74fb8322-422e-4598-a582-08c81982953b is scheduled to be hosted by DHCP agent 57d8c91c-da11-4d19-879a-ab8c1c8220b9 with binding_index 1 {{(pid=102968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:03:33.881545 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-10a08bcc-23dd-4d7c-9511-39e72cfd927b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-2-iscsi, 74fb8322-422e-4598-a582-08c81982953b) {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:03:33.893841 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a08bcc-23dd-4d7c-9511-39e72cfd927b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:33.894773 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-10a08bcc-23dd-4d7c-9511-39e72cfd927b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:33.900678 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bd760a-e9d6-4c67-a9b9-a5a863feeef3 None None] Network 74fb8322-422e-4598-a582-08c81982953b requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:03:33.916148 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e1d47-9b04-4759-8f07-e156abb0930e req-228cc373-fbd8-46e7-854e-418a0bbbeb1c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:33.918692 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b13e1d47-9b04-4759-8f07-e156abb0930e req-228cc373-fbd8-46e7-854e-418a0bbbeb1c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0875361 Mar 08 13:03:33.964769 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-793c7e4a-36d3-4314-874a-e6f446dc9fdd req-9c62d08a-be48-41b6-8a0d-4dc3f05ff260 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (8b7be6f5-d1c3-42cf-897a-0b616fc069c7), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:33.970314 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-10a08bcc-23dd-4d7c-9511-39e72cfd927b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7439966 Mar 08 13:03:33.975722 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 40226) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:33.988540 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-81c64dad-88c5-4b12-83ce-a1409d94aff1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2114884603-router', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:34.010143 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62d08a-be48-41b6-8a0d-4dc3f05ff260 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Pushing event deleted for resources: {'Port': ['ID=8b7be6f5-d1c3-42cf-897a-0b616fc069c7,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:34.026109 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['8b7be6f5-d1c3-42cf-897a-0b616fc069c7'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:03:34.027314 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b13e1d47-9b04-4759-8f07-e156abb0930e req-a56411aa-a0b5-4324-92b7-056af9b42092 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965981 Mar 08 13:03:34.050980 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-81c64dad-88c5-4b12-83ce-a1409d94aff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-674970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60768'] for router (3637ced9-0169-4a8f-beab-ba32c2575fa3), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:34.077312 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-81c64dad-88c5-4b12-83ce-a1409d94aff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-851116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60777'] for router (3637ced9-0169-4a8f-beab-ba32c2575fa3), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:34.098871 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-793c7e4a-36d3-4314-874a-e6f446dc9fdd req-9c62d08a-be48-41b6-8a0d-4dc3f05ff260 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] No DVR routers for this DVR port 8b7be6f5-d1c3-42cf-897a-0b616fc069c7 on host hv-cinder-83008 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:03:34.117557 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b83e4-e2bf-4073-830d-e37f3a4b4c65 req-a222b375-64c5-45b1-b54d-74bfb36bfe3d tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:34.130311 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2d9b83e4-e2bf-4073-830d-e37f3a4b4c65 req-a222b375-64c5-45b1-b54d-74bfb36bfe3d tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=3903af83-0133-4592-a480-9ce61dcf10ed HTTP/1.1" status: 200 len: 867 time: 0.2387934 Mar 08 13:03:34.135149 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-793c7e4a-36d3-4314-874a-e6f446dc9fdd req-9c62d08a-be48-41b6-8a0d-4dc3f05ff260 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:34.141601 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-793c7e4a-36d3-4314-874a-e6f446dc9fdd req-9c62d08a-be48-41b6-8a0d-4dc3f05ff260 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.72 "DELETE /v2.0/ports/8b7be6f5-d1c3-42cf-897a-0b616fc069c7 HTTP/1.1" status: 204 len: 173 time: 0.9438176 Mar 08 13:03:34.142336 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3903af83-0133-4592-a480-9ce61dcf10ed', 'name': 'network-vif-deleted', 'tag': '8b7be6f5-d1c3-42cf-897a-0b616fc069c7'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:03:34.159684 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34500f56-07cf-4d73-9472-e90033d8ba51" -d '{"events": [{"server_uuid": "3903af83-0133-4592-a480-9ce61dcf10ed", "name": "network-vif-deleted", "tag": "8b7be6f5-d1c3-42cf-897a-0b616fc069c7"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:03:34.196139 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d057e039-0f13-4b98-bda0-11566dc3329a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2847e9c-4fb5-5906-a73f-07d87f7d96e3-74fb8322-422e-4598-a582-08c81982953b', 'network_id': '74fb8322-422e-4598-a582-08c81982953b', 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'fixed_ips': [{'subnet_id': 'c6f0eaac-f97b-4e54-9851-727e4eab1e17'}]}} from dv-cinder-830089-2-iscsi. {{(pid=102970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 13:03:34.197334 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d057e039-0f13-4b98-bda0-11566dc3329a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:34.269282 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2d9b83e4-e2bf-4073-830d-e37f3a4b4c65 req-867f7e8c-dcec-45c0-8ba3-c50c6cc2d994 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376209 Mar 08 13:03:34.286433 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-81c64dad-88c5-4b12-83ce-a1409d94aff1 admin admin] Publish callbacks [] for router_controller (3637ced9-0169-4a8f-beab-ba32c2575fa3), precommit_add_association {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:34.293930 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299430f7-887e-4719-8662-12f73d06fa5d x-openstack-request-id: req-299430f7-887e-4719-8662-12f73d06fa5d {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:03:34.295051 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3903af83-0133-4592-a480-9ce61dcf10ed", "name": "network-vif-deleted", "tag": "8b7be6f5-d1c3-42cf-897a-0b616fc069c7", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:03:34.295468 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-299430f7-887e-4719-8662-12f73d06fa5d {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:03:34.296714 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3903af83-0133-4592-a480-9ce61dcf10ed', 'name': 'network-vif-deleted', 'tag': '8b7be6f5-d1c3-42cf-897a-0b616fc069c7', 'status': 'completed', 'code': 200} Mar 08 13:03:34.344905 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 40236) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:34.449660 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-d057e039-0f13-4b98-bda0-11566dc3329a None None] Allocated IP 172.20.0.2 (74fb8322-422e-4598-a582-08c81982953b/c6f0eaac-f97b-4e54-9851-727e4eab1e17/3584b55e-7bb6-46bc-8ed1-cdf8be094914) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:03:34.499245 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-81c64dad-88c5-4b12-83ce-a1409d94aff1 admin admin] Publish callbacks [] for router_gateway (3637ced9-0169-4a8f-beab-ba32c2575fa3), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:34.510117 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5dd6a2ea-7618-40da-a636-f96227123771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:34.660489 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5dd6a2ea-7618-40da-a636-f96227123771 admin admin] Publish callbacks [] for security_group (01debb00-b69f-4a48-b90d-44104e51f569), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:34.667361 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5dd6a2ea-7618-40da-a636-f96227123771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (01debb00-b69f-4a48-b90d-44104e51f569), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:34.681101 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d057e039-0f13-4b98-bda0-11566dc3329a None None] Publish callbacks [] for port (3584b55e-7bb6-46bc-8ed1-cdf8be094914), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:34.698099 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d057e039-0f13-4b98-bda0-11566dc3329a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007'] for port (3584b55e-7bb6-46bc-8ed1-cdf8be094914), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:34.723169 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6a2ea-7618-40da-a636-f96227123771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01debb00-b69f-4a48-b90d-44104e51f569,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:34.728950 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-5dd6a2ea-7618-40da-a636-f96227123771 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=63a9844e256a4705800159d54a5a1490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3828018 Mar 08 13:03:34.732003 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 40244) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:34.754959 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d057e039-0f13-4b98-bda0-11566dc3329a None None] Network 74fb8322-422e-4598-a582-08c81982953b is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:03:34.762517 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-d057e039-0f13-4b98-bda0-11566dc3329a None None] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:03:34.767888 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d057e039-0f13-4b98-bda0-11566dc3329a None None] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:03:34.771499 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-81c64dad-88c5-4b12-83ce-a1409d94aff1 admin admin] Publish callbacks [] for router_gateway (3637ced9-0169-4a8f-beab-ba32c2575fa3), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:34.784127 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057e039-0f13-4b98-bda0-11566dc3329a None None] Pushing event updated for resources: {'Port': ['ID=3584b55e-7bb6-46bc-8ed1-cdf8be094914,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:34.796210 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9833-feda-4c54-801d-abffc1a66a6d admin admin] Publish callbacks [] for security_group (01debb00-b69f-4a48-b90d-44104e51f569), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:34.796482 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-81c64dad-88c5-4b12-83ce-a1409d94aff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:34.834894 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9833-feda-4c54-801d-abffc1a66a6d admin admin] Publish callbacks [] for security_group (01debb00-b69f-4a48-b90d-44104e51f569), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:34.877004 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-d057e039-0f13-4b98-bda0-11566dc3329a None None] Attempting to bind port 3584b55e-7bb6-46bc-8ed1-cdf8be094914 on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:03:34.878034 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-d057e039-0f13-4b98-bda0-11566dc3329a None None] Attempting to bind port 3584b55e-7bb6-46bc-8ed1-cdf8be094914 by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': '327aa9d0-0865-44d5-bdb4-bf75325012df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '74fb8322-422e-4598-a582-08c81982953b'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:03:34.878034 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d057e039-0f13-4b98-bda0-11566dc3329a None None] Attempting to bind port 3584b55e-7bb6-46bc-8ed1-cdf8be094914 on network 74fb8322-422e-4598-a582-08c81982953b {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:03:34.887038 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d057e039-0f13-4b98-bda0-11566dc3329a None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:03:34.887423 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d057e039-0f13-4b98-bda0-11566dc3329a None None] Checking segment: {'id': '327aa9d0-0865-44d5-bdb4-bf75325012df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '74fb8322-422e-4598-a582-08c81982953b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:03:34.887830 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d057e039-0f13-4b98-bda0-11566dc3329a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:34.888230 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d057e039-0f13-4b98-bda0-11566dc3329a None None] Bound using segment: {'id': '327aa9d0-0865-44d5-bdb4-bf75325012df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '74fb8322-422e-4598-a582-08c81982953b'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:03:34.893825 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-d057e039-0f13-4b98-bda0-11566dc3329a None None] Bound port: 3584b55e-7bb6-46bc-8ed1-cdf8be094914, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327aa9d0-0865-44d5-bdb4-bf75325012df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '74fb8322-422e-4598-a582-08c81982953b'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:03:34.894268 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d057e039-0f13-4b98-bda0-11566dc3329a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (3584b55e-7bb6-46bc-8ed1-cdf8be094914), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:34.920401 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9833-feda-4c54-801d-abffc1a66a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (01debb00-b69f-4a48-b90d-44104e51f569), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:34.923010 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9833-feda-4c54-801d-abffc1a66a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:34.924158 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-2e5b9833-feda-4c54-801d-abffc1a66a6d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/01debb00-b69f-4a48-b90d-44104e51f569 HTTP/1.1" status: 204 len: 168 time: 0.1911149 Mar 08 13:03:34.932258 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b9833-feda-4c54-801d-abffc1a66a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01debb00-b69f-4a48-b90d-44104e51f569,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:34.949009 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-81c64dad-88c5-4b12-83ce-a1409d94aff1 admin admin] Allocated IP 172.27.3.85 (5c176cc8-3706-4b4e-95aa-80d42c394e72/67bc08be-d366-4d47-9bdf-b91b4b3bbd14/d215d104-a19f-4f52-9778-64c5fd475e28) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:03:34.997281 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-d057e039-0f13-4b98-bda0-11566dc3329a None None] For port 3584b55e-7bb6-46bc-8ed1-cdf8be094914, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:03:35.005094 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-d057e039-0f13-4b98-bda0-11566dc3329a None None] For port 3584b55e-7bb6-46bc-8ed1-cdf8be094914, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=3584b55e-7bb6-46bc-8ed1-cdf8be094914,segment=NetworkSegment(327aa9d0-0865-44d5-bdb4-bf75325012df),segment_id=327aa9d0-0865-44d5-bdb4-bf75325012df)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:03:35.014027 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d057e039-0f13-4b98-bda0-11566dc3329a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (3584b55e-7bb6-46bc-8ed1-cdf8be094914), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:35.078851 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-81c64dad-88c5-4b12-83ce-a1409d94aff1 admin admin] Publish callbacks [] for port (d215d104-a19f-4f52-9778-64c5fd475e28), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:35.088461 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057e039-0f13-4b98-bda0-11566dc3329a None None] Pushing event updated for resources: {'Port': ['ID=3584b55e-7bb6-46bc-8ed1-cdf8be094914,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:35.122771 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-81c64dad-88c5-4b12-83ce-a1409d94aff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (d215d104-a19f-4f52-9778-64c5fd475e28), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:35.181933 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c64dad-88c5-4b12-83ce-a1409d94aff1 admin admin] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:03:35.185997 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-81c64dad-88c5-4b12-83ce-a1409d94aff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:03:35.196613 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c64dad-88c5-4b12-83ce-a1409d94aff1 admin admin] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:03:35.203454 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c64dad-88c5-4b12-83ce-a1409d94aff1 admin admin] Pushing event updated for resources: {'Port': ['ID=d215d104-a19f-4f52-9778-64c5fd475e28,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:35.353261 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 40256) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:35.368819 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-99d83c68-3882-4c23-9c01-572365fd86b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:35.538492 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-99d83c68-3882-4c23-9c01-572365fd86b0 admin admin] Publish callbacks [] for security_group (61527e1c-4e5d-4944-b559-e4562d79b450), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:35.544173 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-99d83c68-3882-4c23-9c01-572365fd86b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (61527e1c-4e5d-4944-b559-e4562d79b450), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:35.617995 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-99d83c68-3882-4c23-9c01-572365fd86b0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=947751bf57414999b84c924c845e26b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631145 Mar 08 13:03:35.618990 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d83c68-3882-4c23-9c01-572365fd86b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61527e1c-4e5d-4944-b559-e4562d79b450,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:35.623304 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 40268) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:35.665624 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-81c64dad-88c5-4b12-83ce-a1409d94aff1 admin admin] Publish callbacks [] for router_gateway (3637ced9-0169-4a8f-beab-ba32c2575fa3), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:35.695540 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-82f40e80-71f5-46a1-bcf9-cb258ea2d780 admin admin] Publish callbacks [] for security_group (61527e1c-4e5d-4944-b559-e4562d79b450), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:35.723501 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-82f40e80-71f5-46a1-bcf9-cb258ea2d780 admin admin] Publish callbacks [] for security_group (61527e1c-4e5d-4944-b559-e4562d79b450), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:35.801056 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-82f40e80-71f5-46a1-bcf9-cb258ea2d780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (61527e1c-4e5d-4944-b559-e4562d79b450), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:35.804571 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-82f40e80-71f5-46a1-bcf9-cb258ea2d780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:35.808060 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-82f40e80-71f5-46a1-bcf9-cb258ea2d780 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/61527e1c-4e5d-4944-b559-e4562d79b450 HTTP/1.1" status: 204 len: 168 time: 0.1811864 Mar 08 13:03:35.834634 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f40e80-71f5-46a1-bcf9-cb258ea2d780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61527e1c-4e5d-4944-b559-e4562d79b450,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:35.879162 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-c7e4d748-7c3c-4fc3-bfb1-9e03b0afd1d9 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:35.880707 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-c7e4d748-7c3c-4fc3-bfb1-9e03b0afd1d9 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/networks?id=6beb92f5-7151-41af-aeed-6e25a0c731b3 HTTP/1.1" status: 200 len: 808 time: 0.2573469 Mar 08 13:03:35.942611 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-e1c268dc-ee30-45f5-a859-2ae213642987 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/quotas/112e8f7713f84546937a2e6df66dcf7b HTTP/1.1" status: 200 len: 375 time: 0.0522907 Mar 08 13:03:36.025025 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-07a5dc01-b0c5-40f3-9c26-cef6214e6bb7 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=112e8f7713f84546937a2e6df66dcf7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722594 Mar 08 13:03:36.110733 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-81c64dad-88c5-4b12-83ce-a1409d94aff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673780'] for router (3637ced9-0169-4a8f-beab-ba32c2575fa3), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:36.127751 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd5636-1aa4-4ae7-bfd6-14288e89e0d6 req-da239570-f617-4667-acd6-d82627bb9f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:36.129292 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0bbd5636-1aa4-4ae7-bfd6-14288e89e0d6 req-da239570-f617-4667-acd6-d82627bb9f4d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4a8d0813209c4a0bbc5f6d2dce0d4ff4&device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 1130 time: 0.0913944 Mar 08 13:03:36.139268 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a962dff-6723-446f-9a90-c68d77c011d7 req-d1e3f582-b9c4-4345-bd42-6f14fbc78349 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:36.147485 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7a962dff-6723-446f-9a90-c68d77c011d7 req-d1e3f582-b9c4-4345-bd42-6f14fbc78349 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.1395462 Mar 08 13:03:36.207021 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-ef18d231-ef58-497f-9e93-0b848eb4bcc0 service neutron] 10.222.0.50 "GET /v2.0/networks/6beb92f5-7151-41af-aeed-6e25a0c731b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702664 Mar 08 13:03:36.297821 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7a962dff-6723-446f-9a90-c68d77c011d7 req-40c70af7-3006-4094-9316-9b961bc47a8b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426163 Mar 08 13:03:36.331397 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd5636-1aa4-4ae7-bfd6-14288e89e0d6 req-f19608d1-1c06-4618-a512-9f3bb30ee775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:36.333473 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0bbd5636-1aa4-4ae7-bfd6-14288e89e0d6 req-f19608d1-1c06-4618-a512-9f3bb30ee775 service neutron] 10.222.0.72 "GET /v2.0/networks?id=21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 HTTP/1.1" status: 200 len: 921 time: 0.1838012 Mar 08 13:03:36.454791 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0bbd5636-1aa4-4ae7-bfd6-14288e89e0d6 req-4aefd7a9-0729-49c9-bd5f-c38f8190b522 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20a74c65-ee1c-41dc-a46e-2484d0f0d59c HTTP/1.1" status: 200 len: 217 time: 0.1134653 Mar 08 13:03:36.531516 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 3584b55e-7bb6-46bc-8ed1-cdf8be094914 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:03:36.543272 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd5636-1aa4-4ae7-bfd6-14288e89e0d6 req-ef9b5871-13f2-41f7-bc1f-1652f08b4d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:36.546661 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0bbd5636-1aa4-4ae7-bfd6-14288e89e0d6 req-ef9b5871-13f2-41f7-bc1f-1652f08b4d61 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec1e63dc-26dd-4e1a-8756-ada739f4a12a HTTP/1.1" status: 200 len: 859 time: 0.0826249 Mar 08 13:03:36.575626 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f86064-b3d1-486b-b7e0-3a4aa7597ccb None None] Network 74fb8322-422e-4598-a582-08c81982953b requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:03:36.597858 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0bbd5636-1aa4-4ae7-bfd6-14288e89e0d6 req-3d4eaa4a-cdb9-4ab2-ad94-31cddf96b073 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21bd8c3c-2f29-47a3-b60e-e76ac3085ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380719 Mar 08 13:03:36.636230 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-a97c6582-d0c4-44e0-bb7e-f66308107a9d service neutron] 10.222.0.50 "GET /v2.0/networks/6beb92f5-7151-41af-aeed-6e25a0c731b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130175 Mar 08 13:03:36.673487 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c64dad-88c5-4b12-83ce-a1409d94aff1 admin admin] Router 3637ced9-0169-4a8f-beab-ba32c2575fa3 is scheduled to L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c with binding_index 1 {{(pid=102969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:03:36.692600 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 8b7be6f5-d1c3-42cf-897a-0b616fc069c7 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:03:36.741116 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] No Port match for: 8b7be6f5-d1c3-42cf-897a-0b616fc069c7 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:03:36.741737 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 8b7be6f5-d1c3-42cf-897a-0b616fc069c7 not bound to the agent host hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:03:36.747319 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-ba3e5a25-460c-4481-b047-6a3379af0b3f None None] Provisioning complete for port 3584b55e-7bb6-46bc-8ed1-cdf8be094914 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:36.748231 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ba3e5a25-460c-4481-b047-6a3379af0b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (3584b55e-7bb6-46bc-8ed1-cdf8be094914), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:36.789584 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0bbd5636-1aa4-4ae7-bfd6-14288e89e0d6 req-0fa4e755-de6a-4230-a62b-1b1bb042d296 service neutron] 10.222.0.72 "GET /v2.0/networks/21bd8c3c-2f29-47a3-b60e-e76ac3085ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834600 Mar 08 13:03:36.826678 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 3584b55e-7bb6-46bc-8ed1-cdf8be094914 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:36.827336 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (3584b55e-7bb6-46bc-8ed1-cdf8be094914), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:36.871657 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c64dad-88c5-4b12-83ce-a1409d94aff1 admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:03:36.885927 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92518955-65bc-4ca8-bef3-0115f2022027 None None] Sync routers for ids ['3637ced9-0169-4a8f-beab-ba32c2575fa3'] in dv-cinder-830089-2-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:03:36.915903 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92518955-65bc-4ca8-bef3-0115f2022027 None None] Routers {'3637ced9-0169-4a8f-beab-ba32c2575fa3'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:03:36.916747 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-92518955-65bc-4ca8-bef3-0115f2022027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:03:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['3637ced9-0169-4a8f-beab-ba32c2575fa3'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:36.959318 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-81c64dad-88c5-4b12-83ce-a1409d94aff1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:36.961975 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-81c64dad-88c5-4b12-83ce-a1409d94aff1 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9838490 Mar 08 13:03:36.965338 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 40304) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:37.005689 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6585d34-155f-4462-9aee-b1cd105372ec req-62bbe2db-f918-4f81-8821-311c62ffe281 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=e43e3f23-ac8f-417e-a45e-94a3d577e3d2 HTTP/1.1" status: 200 len: 210 time: 0.0760539 Mar 08 13:03:37.046989 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0bbd5636-1aa4-4ae7-bfd6-14288e89e0d6 req-07f0763c-62fc-4108-85d3-2058a9beedd9 service neutron] 10.222.0.72 "GET /v2.0/networks/21bd8c3c-2f29-47a3-b60e-e76ac3085ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508273 Mar 08 13:03:37.182036 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e5a25-460c-4481-b047-6a3379af0b3f None None] Current status of the port 3584b55e-7bb6-46bc-8ed1-cdf8be094914 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:37.182882 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ba3e5a25-460c-4481-b047-6a3379af0b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (3584b55e-7bb6-46bc-8ed1-cdf8be094914), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:37.239312 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-ba3e5a25-460c-4481-b047-6a3379af0b3f None None] For port 3584b55e-7bb6-46bc-8ed1-cdf8be094914, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=3584b55e-7bb6-46bc-8ed1-cdf8be094914,segment=NetworkSegment(327aa9d0-0865-44d5-bdb4-bf75325012df),segment_id=327aa9d0-0865-44d5-bdb4-bf75325012df)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:37.257879 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-92518955-65bc-4ca8-bef3-0115f2022027 None None] Set router 3637ced9-0169-4a8f-beab-ba32c2575fa3 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:03:37.280859 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ba3e5a25-460c-4481-b047-6a3379af0b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (3584b55e-7bb6-46bc-8ed1-cdf8be094914), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:37.345797 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 3584b55e-7bb6-46bc-8ed1-cdf8be094914 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:37.346198 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (3584b55e-7bb6-46bc-8ed1-cdf8be094914), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:37.384846 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e5a25-460c-4481-b047-6a3379af0b3f None None] Pushing event updated for resources: {'Port': ['ID=3584b55e-7bb6-46bc-8ed1-cdf8be094914,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:37.460436 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.db.api [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 13:03:37.460858 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG oslo_db.api [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 13:03:37.563690 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b66953-a597-40f1-be06-cd1453324664 req-e721aaf0-6de6-4ab6-8506-d1058a7dd6d7 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:37.570674 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-74b66953-a597-40f1-be06-cd1453324664 req-e721aaf0-6de6-4ab6-8506-d1058a7dd6d7 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.1560068 Mar 08 13:03:37.607186 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-8c3881dd-922e-45b3-9431-069c2f43c56e None None] Provisioning complete for port 3584b55e-7bb6-46bc-8ed1-cdf8be094914 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:37.608634 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8c3881dd-922e-45b3-9431-069c2f43c56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (3584b55e-7bb6-46bc-8ed1-cdf8be094914), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:37.624770 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-92518955-65bc-4ca8-bef3-0115f2022027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'name': 'tempest-TestShelveInstance-2114884603-router', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd215d104-a19f-4f52-9778-64c5fd475e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:03:35Z', 'revision_number': 3, 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'gw_port': {'id': 'd215d104-a19f-4f52-9778-64c5fd475e28', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:49:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:03:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:37.659149 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92518955-65bc-4ca8-bef3-0115f2022027 None None] Checking router: 3637ced9-0169-4a8f-beab-ba32c2575fa3 for host: dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:03:37.659849 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92518955-65bc-4ca8-bef3-0115f2022027 None None] Updating router 3637ced9-0169-4a8f-beab-ba32c2575fa3 port d215d104-a19f-4f52-9778-64c5fd475e28 binding host dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:03:37.668802 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-74b66953-a597-40f1-be06-cd1453324664 req-17820a8c-9a80-4b82-891e-e1f32715f015 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972989 Mar 08 13:03:37.701384 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-92518955-65bc-4ca8-bef3-0115f2022027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (d215d104-a19f-4f52-9778-64c5fd475e28), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:37.767011 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-8c3881dd-922e-45b3-9431-069c2f43c56e None None] Current status of the port 3584b55e-7bb6-46bc-8ed1-cdf8be094914 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:37.944689 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0649f15d-471d-404d-94e7-8bd31add20a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:38.007762 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 3584b55e-7bb6-46bc-8ed1-cdf8be094914 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:38.053942 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-92518955-65bc-4ca8-bef3-0115f2022027 None None] Publish callbacks [] for port (d215d104-a19f-4f52-9778-64c5fd475e28), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:38.060867 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-92518955-65bc-4ca8-bef3-0115f2022027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (d215d104-a19f-4f52-9778-64c5fd475e28), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:38.127973 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-92518955-65bc-4ca8-bef3-0115f2022027 None None] Attempting to bind port d215d104-a19f-4f52-9778-64c5fd475e28 on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:03:38.128551 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-92518955-65bc-4ca8-bef3-0115f2022027 None None] Attempting to bind port d215d104-a19f-4f52-9778-64c5fd475e28 by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:03:38.129048 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92518955-65bc-4ca8-bef3-0115f2022027 None None] Attempting to bind port d215d104-a19f-4f52-9778-64c5fd475e28 on network 5c176cc8-3706-4b4e-95aa-80d42c394e72 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:03:38.138198 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92518955-65bc-4ca8-bef3-0115f2022027 None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:03:38.138570 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92518955-65bc-4ca8-bef3-0115f2022027 None None] Checking segment: {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:03:38.139260 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-92518955-65bc-4ca8-bef3-0115f2022027 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:38.139387 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92518955-65bc-4ca8-bef3-0115f2022027 None None] Bound using segment: {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:03:38.139822 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-92518955-65bc-4ca8-bef3-0115f2022027 None None] Bound port: d215d104-a19f-4f52-9778-64c5fd475e28, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:03:38.140219 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-92518955-65bc-4ca8-bef3-0115f2022027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (d215d104-a19f-4f52-9778-64c5fd475e28), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:38.146307 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb557da8-4a97-44dc-a228-6c3bd6858774 None None] Pushing event updated for resources: {'Port': ['ID=d215d104-a19f-4f52-9778-64c5fd475e28,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:38.171121 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-608602c2-47d3-48a7-b6ba-dd991f9e7908 req-a5afc5d4-5fe5-46bd-aeac-cbda406a2172 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=e43e3f23-ac8f-417e-a45e-94a3d577e3d2 HTTP/1.1" status: 200 len: 210 time: 0.0659444 Mar 08 13:03:38.183542 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb557da8-4a97-44dc-a228-6c3bd6858774 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:38.184017 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb557da8-4a97-44dc-a228-6c3bd6858774 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:38.184609 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb557da8-4a97-44dc-a228-6c3bd6858774 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:38.185322 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb557da8-4a97-44dc-a228-6c3bd6858774 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:38.185989 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb557da8-4a97-44dc-a228-6c3bd6858774 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:38.186229 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-0649f15d-471d-404d-94e7-8bd31add20a7 admin admin] Allocated IP 172.20.0.1 (74fb8322-422e-4598-a582-08c81982953b/c6f0eaac-f97b-4e54-9851-727e4eab1e17/fe9e7c70-9154-46d4-92c7-116fec791da7) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:03:38.195513 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb557da8-4a97-44dc-a228-6c3bd6858774 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:38.195513 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb557da8-4a97-44dc-a228-6c3bd6858774 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:38.195513 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb557da8-4a97-44dc-a228-6c3bd6858774 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:38.195513 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb557da8-4a97-44dc-a228-6c3bd6858774 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:38.195513 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb557da8-4a97-44dc-a228-6c3bd6858774 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:38.195513 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb557da8-4a97-44dc-a228-6c3bd6858774 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:38.195513 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb557da8-4a97-44dc-a228-6c3bd6858774 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:38.195513 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb557da8-4a97-44dc-a228-6c3bd6858774 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:38.237154 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-92518955-65bc-4ca8-bef3-0115f2022027 None None] For port d215d104-a19f-4f52-9778-64c5fd475e28, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:03:38.246639 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-92518955-65bc-4ca8-bef3-0115f2022027 None None] For port d215d104-a19f-4f52-9778-64c5fd475e28, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=d215d104-a19f-4f52-9778-64c5fd475e28,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:03:38.262177 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-92518955-65bc-4ca8-bef3-0115f2022027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (d215d104-a19f-4f52-9778-64c5fd475e28), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:38.354958 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb557da8-4a97-44dc-a228-6c3bd6858774 None None] Pushing event updated for resources: {'Port': ['ID=d215d104-a19f-4f52-9778-64c5fd475e28,revision_number=3']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:38.386865 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0649f15d-471d-404d-94e7-8bd31add20a7 admin admin] Publish callbacks [] for port (fe9e7c70-9154-46d4-92c7-116fec791da7), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:38.434729 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92518955-65bc-4ca8-bef3-0115f2022027 None None] Routers {'3637ced9-0169-4a8f-beab-ba32c2575fa3'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:03:38.435367 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-92518955-65bc-4ca8-bef3-0115f2022027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:03:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['3637ced9-0169-4a8f-beab-ba32c2575fa3'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:38.451625 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0649f15d-471d-404d-94e7-8bd31add20a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (fe9e7c70-9154-46d4-92c7-116fec791da7), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:38.515207 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 3584b55e-7bb6-46bc-8ed1-cdf8be094914 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:03:38.532430 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0649f15d-471d-404d-94e7-8bd31add20a7 admin admin] Network 74fb8322-422e-4598-a582-08c81982953b is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:03:38.551511 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-0649f15d-471d-404d-94e7-8bd31add20a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:03:38.569415 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0649f15d-471d-404d-94e7-8bd31add20a7 admin admin] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:03:38.616486 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649f15d-471d-404d-94e7-8bd31add20a7 admin admin] Pushing event updated for resources: {'Port': ['ID=fe9e7c70-9154-46d4-92c7-116fec791da7,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:38.642791 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-92518955-65bc-4ca8-bef3-0115f2022027 None None] Set router 3637ced9-0169-4a8f-beab-ba32c2575fa3 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:03:38.658061 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0649f15d-471d-404d-94e7-8bd31add20a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672217'] for router_interface (3637ced9-0169-4a8f-beab-ba32c2575fa3), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:38.664625 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-64ab596c-51ce-4e69-ad93-732af9ea2821 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:38.666157 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-64ab596c-51ce-4e69-ad93-732af9ea2821 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.72 "GET /v2.0/networks?id=6beb92f5-7151-41af-aeed-6e25a0c731b3 HTTP/1.1" status: 200 len: 808 time: 0.1454473 Mar 08 13:03:38.675802 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 3584b55e-7bb6-46bc-8ed1-cdf8be094914 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:38.676332 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (3584b55e-7bb6-46bc-8ed1-cdf8be094914), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:38.699133 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-0bd37ef8-ca30-40f1-87ea-450e63ef21d1 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Request body: {'port': {'device_id': 'e43e3f23-ac8f-417e-a45e-94a3d577e3d2', 'network_id': '6beb92f5-7151-41af-aeed-6e25a0c731b3', 'admin_state_up': True, 'tenant_id': '112e8f7713f84546937a2e6df66dcf7b'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:38.920589 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 3584b55e-7bb6-46bc-8ed1-cdf8be094914 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:38.992040 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-0bd37ef8-ca30-40f1-87ea-450e63ef21d1 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Made reservation on behalf of 112e8f7713f84546937a2e6df66dcf7b for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:03:39.001237 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-0bd37ef8-ca30-40f1-87ea-450e63ef21d1 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:39.012291 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-f2e041d1-af39-4e51-a3c6-285847920a29 None None] Provisioning complete for port fe9e7c70-9154-46d4-92c7-116fec791da7 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:39.012749 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f2e041d1-af39-4e51-a3c6-285847920a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (fe9e7c70-9154-46d4-92c7-116fec791da7), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:39.034594 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0649f15d-471d-404d-94e7-8bd31add20a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (fe9e7c70-9154-46d4-92c7-116fec791da7), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:39.058727 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 40364) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:39.073044 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-f2e041d1-af39-4e51-a3c6-285847920a29 None None] Port fe9e7c70-9154-46d4-92c7-116fec791da7 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:03:39.078964 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-92518955-65bc-4ca8-bef3-0115f2022027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'name': 'tempest-TestShelveInstance-2114884603-router', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd215d104-a19f-4f52-9778-64c5fd475e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:03:35Z', 'revision_number': 3, 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'gw_port': {'id': 'd215d104-a19f-4f52-9778-64c5fd475e28', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:49:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:39.098583 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931b5ec-3030-4f75-9813-0cc67b68f174 req-f900027b-49c6-4579-b307-9fd75a608f4d tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:39.100277 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a931b5ec-3030-4f75-9813-0cc67b68f174 req-f900027b-49c6-4579-b307-9fd75a608f4d tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.2317085 Mar 08 13:03:39.107828 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92518955-65bc-4ca8-bef3-0115f2022027 None None] The sync data for ids ['3637ced9-0169-4a8f-beab-ba32c2575fa3'] in dv-cinder-830089-2-iscsi is: [{'id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'name': 'tempest-TestShelveInstance-2114884603-router', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd215d104-a19f-4f52-9778-64c5fd475e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:03:35Z', 'revision_number': 3, 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'gw_port': {'id': 'd215d104-a19f-4f52-9778-64c5fd475e28', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:49:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:03:39.225768 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-0bd37ef8-ca30-40f1-87ea-450e63ef21d1 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Allocated IP 172.20.0.13 (6beb92f5-7151-41af-aeed-6e25a0c731b3/2d5c3540-a79c-4bbd-9a20-ed5b1e76500c/682e299e-32ea-4461-82be-85ae1c53b257) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:03:39.233804 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a931b5ec-3030-4f75-9813-0cc67b68f174 req-7c4ba7aa-2762-406a-9d58-e2fa7bb9a8c6 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239460 Mar 08 13:03:39.289262 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-65991c05-b4e7-4754-ae39-7d9bddd6e99e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:39.338286 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0649f15d-471d-404d-94e7-8bd31add20a7 admin admin] Publish callbacks [] for port (fe9e7c70-9154-46d4-92c7-116fec791da7), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:39.343478 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0649f15d-471d-404d-94e7-8bd31add20a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287010'] for port (fe9e7c70-9154-46d4-92c7-116fec791da7), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:39.344842 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ada617f3-9887-46e9-be82-0eb8d2723846 req-f4c3c36a-9322-42ab-9b8e-cc1debd90fb2 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=e43e3f23-ac8f-417e-a45e-94a3d577e3d2 HTTP/1.1" status: 200 len: 210 time: 0.0531852 Mar 08 13:03:39.422874 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0649f15d-471d-404d-94e7-8bd31add20a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672181'] for router_interface (3637ced9-0169-4a8f-beab-ba32c2575fa3), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:39.428186 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649f15d-471d-404d-94e7-8bd31add20a7 admin admin] Pushing event updated for resources: {'Port': ['ID=fe9e7c70-9154-46d4-92c7-116fec791da7,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:39.545673 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-0bd37ef8-ca30-40f1-87ea-450e63ef21d1 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Publish callbacks [] for port (682e299e-32ea-4461-82be-85ae1c53b257), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:39.585548 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0649f15d-471d-404d-94e7-8bd31add20a7 admin admin] Network 74fb8322-422e-4598-a582-08c81982953b is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:03:39.587258 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-0649f15d-471d-404d-94e7-8bd31add20a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:03:39.626844 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-65991c05-b4e7-4754-ae39-7d9bddd6e99e admin admin] Publish callbacks [] for security_group (76f0761e-8d6c-414d-ae76-6e9635b77e4e), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:39.628870 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-0bd37ef8-ca30-40f1-87ea-450e63ef21d1 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (682e299e-32ea-4461-82be-85ae1c53b257), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:39.638631 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-65991c05-b4e7-4754-ae39-7d9bddd6e99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (76f0761e-8d6c-414d-ae76-6e9635b77e4e), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:39.723625 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-0bd37ef8-ca30-40f1-87ea-450e63ef21d1 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Network 6beb92f5-7151-41af-aeed-6e25a0c731b3 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:03:39.729570 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-65991c05-b4e7-4754-ae39-7d9bddd6e99e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=af7a996fd3924684b59c48e5335b3c15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6695311 Mar 08 13:03:39.733052 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 40372) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:39.737198 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65991c05-b4e7-4754-ae39-7d9bddd6e99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f0761e-8d6c-414d-ae76-6e9635b77e4e,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:39.742167 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-0bd37ef8-ca30-40f1-87ea-450e63ef21d1 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:03:39.745538 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-0bd37ef8-ca30-40f1-87ea-450e63ef21d1 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:03:39.751341 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd37ef8-ca30-40f1-87ea-450e63ef21d1 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Pushing event updated for resources: {'Port': ['ID=682e299e-32ea-4461-82be-85ae1c53b257,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:39.808814 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0649f15d-471d-404d-94e7-8bd31add20a7 admin admin] Router 3637ced9-0169-4a8f-beab-ba32c2575fa3 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:03:39.814963 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-0bd37ef8-ca30-40f1-87ea-450e63ef21d1 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:39.815945 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-0bd37ef8-ca30-40f1-87ea-450e63ef21d1 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:39.829098 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c6c44602-f60d-4102-a131-805a45a4fd3d admin admin] Publish callbacks [] for security_group (76f0761e-8d6c-414d-ae76-6e9635b77e4e), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:39.839715 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-0bd37ef8-ca30-40f1-87ea-450e63ef21d1 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1467378 Mar 08 13:03:39.864065 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-20e766e5-ebb1-410c-b8e6-7b7e3e68b756 service neutron] Request body: {'port': {'device_id': 'e43e3f23-ac8f-417e-a45e-94a3d577e3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:39.864829 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c6c44602-f60d-4102-a131-805a45a4fd3d admin admin] Publish callbacks [] for security_group (76f0761e-8d6c-414d-ae76-6e9635b77e4e), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:39.908854 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-f70b87a8-5de3-4583-9638-f5ab314e5cb3 None None] Provisioning complete for port fe9e7c70-9154-46d4-92c7-116fec791da7 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:39.910484 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f70b87a8-5de3-4583-9638-f5ab314e5cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (fe9e7c70-9154-46d4-92c7-116fec791da7), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:39.954467 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-f70b87a8-5de3-4583-9638-f5ab314e5cb3 None None] Port fe9e7c70-9154-46d4-92c7-116fec791da7 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:03:39.960266 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-20e766e5-ebb1-410c-b8e6-7b7e3e68b756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (682e299e-32ea-4461-82be-85ae1c53b257), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:40.016867 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0649f15d-471d-404d-94e7-8bd31add20a7 admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:03:40.034615 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-0649f15d-471d-404d-94e7-8bd31add20a7 admin admin] 10.222.0.50 "PUT /v2.0/routers/3637ced9-0169-4a8f-beab-ba32c2575fa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0556211 Mar 08 13:03:40.034615 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c6c44602-f60d-4102-a131-805a45a4fd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (76f0761e-8d6c-414d-ae76-6e9635b77e4e), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:40.034615 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c6c44602-f60d-4102-a131-805a45a4fd3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:40.034615 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-c6c44602-f60d-4102-a131-805a45a4fd3d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/76f0761e-8d6c-414d-ae76-6e9635b77e4e HTTP/1.1" status: 204 len: 168 time: 0.2941229 Mar 08 13:03:40.038624 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c44602-f60d-4102-a131-805a45a4fd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f0761e-8d6c-414d-ae76-6e9635b77e4e,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:40.391576 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-20e766e5-ebb1-410c-b8e6-7b7e3e68b756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 682e299e-32ea-4461-82be-85ae1c53b257 {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:03:40.399789 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-20e766e5-ebb1-410c-b8e6-7b7e3e68b756 service neutron] Publish callbacks [] for port (682e299e-32ea-4461-82be-85ae1c53b257), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:40.424735 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-20e766e5-ebb1-410c-b8e6-7b7e3e68b756 service neutron] Transition to ACTIVE for port object 682e299e-32ea-4461-82be-85ae1c53b257 will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:03:40.433243 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-20e766e5-ebb1-410c-b8e6-7b7e3e68b756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (682e299e-32ea-4461-82be-85ae1c53b257), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:40.505845 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 40392) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:40.540830 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device d215d104-a19f-4f52-9778-64c5fd475e28 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:03:40.545354 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-42955af6-1e67-4011-abe5-7182bc2d53e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:40.565819 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd889c5f-c1cb-4ac4-9457-624ec705c440 req-dfc63d29-9542-461b-b4d4-ed29645bd2c1 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:40.567647 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bd889c5f-c1cb-4ac4-9457-624ec705c440 req-dfc63d29-9542-461b-b4d4-ed29645bd2c1 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.1624143 Mar 08 13:03:40.610646 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e766e5-ebb1-410c-b8e6-7b7e3e68b756 service neutron] Pushing event updated for resources: {'Port': ['ID=682e299e-32ea-4461-82be-85ae1c53b257,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:40.621110 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-20e766e5-ebb1-410c-b8e6-7b7e3e68b756 service neutron] Attempting to bind port 682e299e-32ea-4461-82be-85ae1c53b257 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:03:40.621454 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-20e766e5-ebb1-410c-b8e6-7b7e3e68b756 service neutron] Attempting to bind port 682e299e-32ea-4461-82be-85ae1c53b257 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '14a16e25-07cb-480e-a6c0-b2e7066a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '6beb92f5-7151-41af-aeed-6e25a0c731b3'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:03:40.621791 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-20e766e5-ebb1-410c-b8e6-7b7e3e68b756 service neutron] Attempting to bind port 682e299e-32ea-4461-82be-85ae1c53b257 on network 6beb92f5-7151-41af-aeed-6e25a0c731b3 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:03:40.627951 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-20e766e5-ebb1-410c-b8e6-7b7e3e68b756 service neutron] Port 682e299e-32ea-4461-82be-85ae1c53b257 on network 6beb92f5-7151-41af-aeed-6e25a0c731b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:03:40.636361 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-20e766e5-ebb1-410c-b8e6-7b7e3e68b756 service neutron] Attempting to bind port 682e299e-32ea-4461-82be-85ae1c53b257 on network 6beb92f5-7151-41af-aeed-6e25a0c731b3 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:03:40.649328 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port d215d104-a19f-4f52-9778-64c5fd475e28 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:40.650195 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (d215d104-a19f-4f52-9778-64c5fd475e28), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:40.652259 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bd889c5f-c1cb-4ac4-9457-624ec705c440 req-c392e834-198d-4143-9cb3-0b8c078e1d7f tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770028 Mar 08 13:03:40.664596 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-20e766e5-ebb1-410c-b8e6-7b7e3e68b756 service neutron] Checking agent: {'id': '1556a156-0b90-4c62-9625-a828b1293451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'started_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:03:40.664981 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-20e766e5-ebb1-410c-b8e6-7b7e3e68b756 service neutron] Checking segment: {'id': '14a16e25-07cb-480e-a6c0-b2e7066a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '6beb92f5-7151-41af-aeed-6e25a0c731b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:03:40.665396 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-20e766e5-ebb1-410c-b8e6-7b7e3e68b756 service neutron] Bound using segment: {'id': '14a16e25-07cb-480e-a6c0-b2e7066a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '6beb92f5-7151-41af-aeed-6e25a0c731b3'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:03:40.666118 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-20e766e5-ebb1-410c-b8e6-7b7e3e68b756 service neutron] Bound port: 682e299e-32ea-4461-82be-85ae1c53b257, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a16e25-07cb-480e-a6c0-b2e7066a598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '6beb92f5-7151-41af-aeed-6e25a0c731b3'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:03:40.666264 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-20e766e5-ebb1-410c-b8e6-7b7e3e68b756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (682e299e-32ea-4461-82be-85ae1c53b257), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:40.726803 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-42955af6-1e67-4011-abe5-7182bc2d53e0 admin admin] Publish callbacks [] for security_group (d5e4bbe2-1784-40a4-9aba-fd387713d834), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:40.733669 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-42955af6-1e67-4011-abe5-7182bc2d53e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (d5e4bbe2-1784-40a4-9aba-fd387713d834), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:40.750991 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac846352-a815-4762-bd95-ba8c4d01525c req-d55b2020-3af2-40a4-909c-4261bbc355e7 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:40.757427 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ac846352-a815-4762-bd95-ba8c4d01525c req-d55b2020-3af2-40a4-909c-4261bbc355e7 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=e43e3f23-ac8f-417e-a45e-94a3d577e3d2 HTTP/1.1" status: 200 len: 944 time: 0.2135763 Mar 08 13:03:40.766182 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-42955af6-1e67-4011-abe5-7182bc2d53e0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2f73fb765f154b07a2a5736f4c43b56a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577126 Mar 08 13:03:40.768867 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 40396) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:40.811295 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port d215d104-a19f-4f52-9778-64c5fd475e28 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:40.811951 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (d215d104-a19f-4f52-9778-64c5fd475e28), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:40.818253 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42955af6-1e67-4011-abe5-7182bc2d53e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e4bbe2-1784-40a4-9aba-fd387713d834,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:40.845237 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-20e766e5-ebb1-410c-b8e6-7b7e3e68b756 service neutron] For port 682e299e-32ea-4461-82be-85ae1c53b257, host hv-cinder-83008, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:03:40.847439 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] For port d215d104-a19f-4f52-9778-64c5fd475e28, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=d215d104-a19f-4f52-9778-64c5fd475e28,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:40.851435 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ac846352-a815-4762-bd95-ba8c4d01525c req-7ca519a0-7e75-4a74-87d2-83119c358cc6 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808403 Mar 08 13:03:40.853600 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-20e766e5-ebb1-410c-b8e6-7b7e3e68b756 service neutron] For port 682e299e-32ea-4461-82be-85ae1c53b257, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=682e299e-32ea-4461-82be-85ae1c53b257,segment=NetworkSegment(14a16e25-07cb-480e-a6c0-b2e7066a598b),segment_id=14a16e25-07cb-480e-a6c0-b2e7066a598b)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:03:40.859402 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (d215d104-a19f-4f52-9778-64c5fd475e28), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:40.860735 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b45bcf23-9435-4c4c-b8e8-b422bbcdbebc admin admin] Publish callbacks [] for security_group (d5e4bbe2-1784-40a4-9aba-fd387713d834), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:40.865425 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-20e766e5-ebb1-410c-b8e6-7b7e3e68b756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (682e299e-32ea-4461-82be-85ae1c53b257), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:40.902051 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b45bcf23-9435-4c4c-b8e8-b422bbcdbebc admin admin] Publish callbacks [] for security_group (d5e4bbe2-1784-40a4-9aba-fd387713d834), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:40.938888 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-20e766e5-ebb1-410c-b8e6-7b7e3e68b756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:40.939513 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-20e766e5-ebb1-410c-b8e6-7b7e3e68b756 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:40.941116 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-20e766e5-ebb1-410c-b8e6-7b7e3e68b756 service neutron] 10.222.0.72 "PUT /v2.0/ports/682e299e-32ea-4461-82be-85ae1c53b257 HTTP/1.1" status: 200 len: 1094 time: 1.0821683 Mar 08 13:03:40.941570 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43e3f23-ac8f-417e-a45e-94a3d577e3d2', 'tag': '682e299e-32ea-4461-82be-85ae1c53b257'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:03:40.943888 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166ce526-be8b-4e2f-a3ac-f5bf367c2bac" -d '{"events": [{"name": "network-changed", "server_uuid": "e43e3f23-ac8f-417e-a45e-94a3d577e3d2", "tag": "682e299e-32ea-4461-82be-85ae1c53b257"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:03:40.946880 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Pushing event updated for resources: {'Port': ['ID=d215d104-a19f-4f52-9778-64c5fd475e28,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:40.960354 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e766e5-ebb1-410c-b8e6-7b7e3e68b756 service neutron] Pushing event updated for resources: {'Port': ['ID=682e299e-32ea-4461-82be-85ae1c53b257,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:40.987655 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b45bcf23-9435-4c4c-b8e8-b422bbcdbebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (d5e4bbe2-1784-40a4-9aba-fd387713d834), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:40.991400 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13be5ec-2fca-463d-8973-f79ca854746e x-openstack-request-id: req-f13be5ec-2fca-463d-8973-f79ca854746e {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:03:40.991569 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e43e3f23-ac8f-417e-a45e-94a3d577e3d2", "tag": "682e299e-32ea-4461-82be-85ae1c53b257", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:03:40.991762 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f13be5ec-2fca-463d-8973-f79ca854746e {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:03:40.992180 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43e3f23-ac8f-417e-a45e-94a3d577e3d2', 'tag': '682e299e-32ea-4461-82be-85ae1c53b257', 'status': 'completed', 'code': 200} Mar 08 13:03:40.993194 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b45bcf23-9435-4c4c-b8e8-b422bbcdbebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:40.994350 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-b45bcf23-9435-4c4c-b8e8-b422bbcdbebc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d5e4bbe2-1784-40a4-9aba-fd387713d834 HTTP/1.1" status: 204 len: 168 time: 0.2238848 Mar 08 13:03:41.002644 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bcf23-9435-4c4c-b8e8-b422bbcdbebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e4bbe2-1784-40a4-9aba-fd387713d834,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:41.087371 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-bf694abc-ec29-47a0-919e-49da19da54fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:41.090323 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-bf694abc-ec29-47a0-919e-49da19da54fe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=112e8f7713f84546937a2e6df66dcf7b&device_id=e43e3f23-ac8f-417e-a45e-94a3d577e3d2 HTTP/1.1" status: 200 len: 1128 time: 0.0576050 Mar 08 13:03:41.161224 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-4fcd1edc-dac5-4178-b26a-b50206315536 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=682e299e-32ea-4461-82be-85ae1c53b257 HTTP/1.1" status: 200 len: 217 time: 0.0469244 Mar 08 13:03:41.216165 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-78369f67-5dad-471d-8827-97cb5e2538bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:41.217666 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-78369f67-5dad-471d-8827-97cb5e2538bb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2d5c3540-a79c-4bbd-9a20-ed5b1e76500c HTTP/1.1" status: 200 len: 848 time: 0.0493259 Mar 08 13:03:41.283327 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-7ef43e88-da64-4b37-98a3-119014870808 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6beb92f5-7151-41af-aeed-6e25a0c731b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514538 Mar 08 13:03:41.305079 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 40414) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:41.317051 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-ff4f6586-6931-4aef-905c-0b07914db2a6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1297495113-network', 'tenant_id': '823359996c6744ba9d43a1c6558440c8'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:41.529083 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae55cb6-22c4-47c7-bcc7-939df5415e18 None None] Sync routers for ids ['3637ced9-0169-4a8f-beab-ba32c2575fa3'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:03:41.540152 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae55cb6-22c4-47c7-bcc7-939df5415e18 None None] Routers {'3637ced9-0169-4a8f-beab-ba32c2575fa3'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:03:41.540993 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-7ae55cb6-22c4-47c7-bcc7-939df5415e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:03:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['3637ced9-0169-4a8f-beab-ba32c2575fa3'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:41.620362 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4f6586-6931-4aef-905c-0b07914db2a6 admin admin] Made reservation on behalf of 823359996c6744ba9d43a1c6558440c8 for: {'network': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:03:41.623537 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ff4f6586-6931-4aef-905c-0b07914db2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for network (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:41.643023 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ff4f6586-6931-4aef-905c-0b07914db2a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:41.676630 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-8a6f6092-2b09-48bc-8d0d-e0dfae244ed6 service neutron] 10.222.0.72 "GET /v2.0/networks/6beb92f5-7151-41af-aeed-6e25a0c731b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761756 Mar 08 13:03:41.680360 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-7ae55cb6-22c4-47c7-bcc7-939df5415e18 None None] Set router 3637ced9-0169-4a8f-beab-ba32c2575fa3 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:03:41.877736 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e7c48339-4089-42f5-811d-dd3cdf997514 req-a1264df1-01cf-4392-b24a-d4bda61433f6 service neutron] 10.222.0.72 "GET /v2.0/networks/6beb92f5-7151-41af-aeed-6e25a0c731b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933324 Mar 08 13:03:41.902441 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05ad9e-8ee2-4101-902c-b0dfac07d6b1 req-28eaffd5-ab4b-4b71-be0f-877dd45a1836 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:41.904414 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ed05ad9e-8ee2-4101-902c-b0dfac07d6b1 req-28eaffd5-ab4b-4b71-be0f-877dd45a1836 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.1331856 Mar 08 13:03:41.924556 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ff4f6586-6931-4aef-905c-0b07914db2a6 admin admin] Publish callbacks [] for security_group (ff73208e-c912-4923-9ed0-42b276650bce), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:41.937523 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ff4f6586-6931-4aef-905c-0b07914db2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (ff73208e-c912-4923-9ed0-42b276650bce), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:41.983042 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4f6586-6931-4aef-905c-0b07914db2a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1027} {{(pid=102968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:03:42.024328 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-7ae55cb6-22c4-47c7-bcc7-939df5415e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'name': 'tempest-TestShelveInstance-2114884603-router', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd215d104-a19f-4f52-9778-64c5fd475e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:03:38Z', 'revision_number': 4, 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'gw_port': {'id': 'd215d104-a19f-4f52-9778-64c5fd475e28', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:49:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': 'fe9e7c70-9154-46d4-92c7-116fec791da7', 'name': '', 'network_id': '74fb8322-422e-4598-a582-08c81982953b', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'mac_address': 'fa:16:3e:44:21:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'c6f0eaac-f97b-4e54-9851-727e4eab1e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:37Z', 'updated_at': '2022-03-08T13:03:39Z', 'revision_number': 2, 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'subnets': [{'id': 'c6f0eaac-f97b-4e54-9851-727e4eab1e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:42.037592 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ff4f6586-6931-4aef-905c-0b07914db2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (8635bb7b-82e8-4175-9f76-722c3a4abca9), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:42.038331 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.segments_db [None req-ff4f6586-6931-4aef-905c-0b07914db2a6 admin admin] Added segment 8635bb7b-82e8-4175-9f76-722c3a4abca9 of type vlan for network ec0c5ef0-e22e-4792-a395-79f327020fba Mar 08 13:03:42.040232 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f6586-6931-4aef-905c-0b07914db2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff73208e-c912-4923-9ed0-42b276650bce,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:42.050375 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293ef77-bf27-41c1-aadc-1062f33e06ad req-0f28fdd9-f4a8-4ee5-9565-65ce438fe80d tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:42.051911 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5293ef77-bf27-41c1-aadc-1062f33e06ad req-0f28fdd9-f4a8-4ee5-9565-65ce438fe80d tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=e43e3f23-ac8f-417e-a45e-94a3d577e3d2 HTTP/1.1" status: 200 len: 944 time: 0.1119108 Mar 08 13:03:42.077209 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ed05ad9e-8ee2-4101-902c-b0dfac07d6b1 req-ee1aa04c-e590-4f2d-abff-e490dd835423 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644270 Mar 08 13:03:42.082959 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae55cb6-22c4-47c7-bcc7-939df5415e18 None None] Checking router: 3637ced9-0169-4a8f-beab-ba32c2575fa3 for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:03:42.083323 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae55cb6-22c4-47c7-bcc7-939df5415e18 None None] Updating router 3637ced9-0169-4a8f-beab-ba32c2575fa3 port fe9e7c70-9154-46d4-92c7-116fec791da7 binding host dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:03:42.111579 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5293ef77-bf27-41c1-aadc-1062f33e06ad req-bf6938d3-16b5-403f-9937-4d0cf18b5566 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540032 Mar 08 13:03:42.122928 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ff4f6586-6931-4aef-905c-0b07914db2a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755471561494'] for network (ec0c5ef0-e22e-4792-a395-79f327020fba), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:42.130248 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7ae55cb6-22c4-47c7-bcc7-939df5415e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (fe9e7c70-9154-46d4-92c7-116fec791da7), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:42.156656 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ce526-be8b-4e2f-a3ac-f5bf367c2bac req-f7925c1c-e789-4a2a-9b35-9f63c7158697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:42.158632 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-166ce526-be8b-4e2f-a3ac-f5bf367c2bac req-f7925c1c-e789-4a2a-9b35-9f63c7158697 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=112e8f7713f84546937a2e6df66dcf7b&device_id=e43e3f23-ac8f-417e-a45e-94a3d577e3d2 HTTP/1.1" status: 200 len: 1128 time: 0.1514249 Mar 08 13:03:42.165253 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ff4f6586-6931-4aef-905c-0b07914db2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for network (ec0c5ef0-e22e-4792-a395-79f327020fba), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:42.166363 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4f6586-6931-4aef-905c-0b07914db2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:42.167068 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ff4f6586-6931-4aef-905c-0b07914db2a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:42.265350 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-ff4f6586-6931-4aef-905c-0b07914db2a6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9589412 Mar 08 13:03:42.267474 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 40440) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:42.272613 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-55401310-c41c-4ed8-bcf6-819fb6cb20cd admin admin] Request body: {'subnet': {'network_id': 'ec0c5ef0-e22e-4792-a395-79f327020fba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1297495113-subnet', 'tenant_id': '823359996c6744ba9d43a1c6558440c8', 'ip_version': 4}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:42.288665 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:42.302572 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55401310-c41c-4ed8-bcf6-819fb6cb20cd admin admin] Made reservation on behalf of 823359996c6744ba9d43a1c6558440c8 for: {'subnet': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:03:42.306036 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-55401310-c41c-4ed8-bcf6-819fb6cb20cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4213133'] for subnet (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:42.331314 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f6586-6931-4aef-905c-0b07914db2a6 admin admin] Pushing event updated for resources: {'Network': ['ID=ec0c5ef0-e22e-4792-a395-79f327020fba,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:42.346043 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Network ec0c5ef0-e22e-4792-a395-79f327020fba details requested by agent ovs-agent-dv-cinder-830089-2-iscsi with host dv-cinder-830089-2-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:03:42.367618 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ce526-be8b-4e2f-a3ac-f5bf367c2bac req-05db216c-6e2f-4398-bdd3-6ac670d037b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:42.372575 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-166ce526-be8b-4e2f-a3ac-f5bf367c2bac req-05db216c-6e2f-4398-bdd3-6ac670d037b8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6beb92f5-7151-41af-aeed-6e25a0c731b3 HTTP/1.1" status: 200 len: 910 time: 0.2021320 Mar 08 13:03:42.449380 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-166ce526-be8b-4e2f-a3ac-f5bf367c2bac req-d9cfeb26-eaaf-4ddd-a6d5-752c7fdb1a6c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=682e299e-32ea-4461-82be-85ae1c53b257 HTTP/1.1" status: 200 len: 217 time: 0.0672889 Mar 08 13:03:42.514387 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device d215d104-a19f-4f52-9778-64c5fd475e28 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:03:42.550462 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ce526-be8b-4e2f-a3ac-f5bf367c2bac req-ad45605d-426f-4983-bf54-89bd2912892c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:42.552596 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-166ce526-be8b-4e2f-a3ac-f5bf367c2bac req-ad45605d-426f-4983-bf54-89bd2912892c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2d5c3540-a79c-4bbd-9a20-ed5b1e76500c HTTP/1.1" status: 200 len: 848 time: 0.0992999 Mar 08 13:03:42.591625 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-55401310-c41c-4ed8-bcf6-819fb6cb20cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4285867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4213139'] for subnet (5551882e-dd97-467a-a4df-90c481ed4076), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:42.603218 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-166ce526-be8b-4e2f-a3ac-f5bf367c2bac req-d8af655a-351e-4b3a-b495-e38d937b425d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6beb92f5-7151-41af-aeed-6e25a0c731b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436137 Mar 08 13:03:42.622724 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port d215d104-a19f-4f52-9778-64c5fd475e28 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:42.623108 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (d215d104-a19f-4f52-9778-64c5fd475e28), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:42.652703 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7ae55cb6-22c4-47c7-bcc7-939df5415e18 None None] Publish callbacks [] for port (fe9e7c70-9154-46d4-92c7-116fec791da7), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:42.665893 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7ae55cb6-22c4-47c7-bcc7-939df5415e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (fe9e7c70-9154-46d4-92c7-116fec791da7), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:42.696037 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55401310-c41c-4ed8-bcf6-819fb6cb20cd admin admin] Checking segment: {'id': '8635bb7b-82e8-4175-9f76-722c3a4abca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ec0c5ef0-e22e-4792-a395-79f327020fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:03:42.696832 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55401310-c41c-4ed8-bcf6-819fb6cb20cd admin admin] Network hostable DHCP agents. Network: ec0c5ef0-e22e-4792-a395-79f327020fba, hostable agents: ['57d8c91c-da11-4d19-879a-ab8c1c8220b9'], hosted agents: [] {{(pid=102969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:03:42.705988 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55401310-c41c-4ed8-bcf6-819fb6cb20cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5551882e-dd97-467a-a4df-90c481ed4076,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:42.743551 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-166ce526-be8b-4e2f-a3ac-f5bf367c2bac req-5f9e1c2d-6e57-491b-b792-cc4a18a58036 service neutron] 10.222.0.72 "GET /v2.0/networks/6beb92f5-7151-41af-aeed-6e25a0c731b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330304 Mar 08 13:03:42.749083 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55401310-c41c-4ed8-bcf6-819fb6cb20cd admin admin] Network ec0c5ef0-e22e-4792-a395-79f327020fba is scheduled to be hosted by DHCP agent 57d8c91c-da11-4d19-879a-ab8c1c8220b9 with binding_index 1 {{(pid=102969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:03:42.762711 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089cbac-03a1-477b-85c9-28391e21e196 None None] Pushing event updated for resources: {'Port': ['ID=fe9e7c70-9154-46d4-92c7-116fec791da7,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:42.776351 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-55401310-c41c-4ed8-bcf6-819fb6cb20cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-2-iscsi, ec0c5ef0-e22e-4792-a395-79f327020fba) {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:03:42.788327 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55401310-c41c-4ed8-bcf6-819fb6cb20cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:42.789192 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-55401310-c41c-4ed8-bcf6-819fb6cb20cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:42.819554 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ac47f4-17da-4b17-9b99-e423b8fd03ba None None] Network ec0c5ef0-e22e-4792-a395-79f327020fba requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:03:42.825929 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-55401310-c41c-4ed8-bcf6-819fb6cb20cd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5573359 Mar 08 13:03:42.827179 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 40454) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:42.833710 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-0fea055f-bbd0-46b5-acd6-5ce6441ff7dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1297495113-router', 'tenant_id': '823359996c6744ba9d43a1c6558440c8', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:42.882874 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0fea055f-bbd0-46b5-acd6-5ce6441ff7dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-674970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60768'] for router (0b17cc29-7475-4fea-82a7-d1afab3ce836), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:42.888979 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0fea055f-bbd0-46b5-acd6-5ce6441ff7dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-851116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60777'] for router (0b17cc29-7475-4fea-82a7-d1afab3ce836), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:42.970091 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-166ce526-be8b-4e2f-a3ac-f5bf367c2bac req-4891414f-e1d8-488f-9701-605a75d63fbe service neutron] 10.222.0.72 "GET /v2.0/networks/6beb92f5-7151-41af-aeed-6e25a0c731b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203991 Mar 08 13:03:43.016022 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-7ae55cb6-22c4-47c7-bcc7-939df5415e18 None None] Attempting to bind port fe9e7c70-9154-46d4-92c7-116fec791da7 on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:03:43.016022 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-7ae55cb6-22c4-47c7-bcc7-939df5415e18 None None] Attempting to bind port fe9e7c70-9154-46d4-92c7-116fec791da7 by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': '327aa9d0-0865-44d5-bdb4-bf75325012df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '74fb8322-422e-4598-a582-08c81982953b'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:03:43.016371 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae55cb6-22c4-47c7-bcc7-939df5415e18 None None] Attempting to bind port fe9e7c70-9154-46d4-92c7-116fec791da7 on network 74fb8322-422e-4598-a582-08c81982953b {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:03:43.023530 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port d215d104-a19f-4f52-9778-64c5fd475e28 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:43.035455 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae55cb6-22c4-47c7-bcc7-939df5415e18 None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:03:43.036174 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae55cb6-22c4-47c7-bcc7-939df5415e18 None None] Checking segment: {'id': '327aa9d0-0865-44d5-bdb4-bf75325012df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '74fb8322-422e-4598-a582-08c81982953b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:03:43.036281 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7ae55cb6-22c4-47c7-bcc7-939df5415e18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:43.036652 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae55cb6-22c4-47c7-bcc7-939df5415e18 None None] Bound using segment: {'id': '327aa9d0-0865-44d5-bdb4-bf75325012df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '74fb8322-422e-4598-a582-08c81982953b'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:03:43.037156 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-7ae55cb6-22c4-47c7-bcc7-939df5415e18 None None] Bound port: fe9e7c70-9154-46d4-92c7-116fec791da7, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327aa9d0-0865-44d5-bdb4-bf75325012df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '74fb8322-422e-4598-a582-08c81982953b'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:03:43.037549 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7ae55cb6-22c4-47c7-bcc7-939df5415e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (fe9e7c70-9154-46d4-92c7-116fec791da7), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:43.058775 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-a680f408-29ea-4b9c-8622-6725f21fe136 None None] Provisioning complete for port fe9e7c70-9154-46d4-92c7-116fec791da7 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:43.059158 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a680f408-29ea-4b9c-8622-6725f21fe136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (fe9e7c70-9154-46d4-92c7-116fec791da7), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:43.200875 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f22671f-58b9-46df-9660-785e9b93dbc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2847e9c-4fb5-5906-a73f-07d87f7d96e3-ec0c5ef0-e22e-4792-a395-79f327020fba', 'network_id': 'ec0c5ef0-e22e-4792-a395-79f327020fba', 'project_id': '823359996c6744ba9d43a1c6558440c8', 'fixed_ips': [{'subnet_id': '5551882e-dd97-467a-a4df-90c481ed4076'}]}} from dv-cinder-830089-2-iscsi. {{(pid=102970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 13:03:43.201783 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4f22671f-58b9-46df-9660-785e9b93dbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:43.234427 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-a680f408-29ea-4b9c-8622-6725f21fe136 None None] Port fe9e7c70-9154-46d4-92c7-116fec791da7 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:03:43.264641 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1f239-b968-4070-bd02-a76a712aca34 req-c7099fd0-b1ae-4202-ae1f-9209a9c2dce4 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:43.264896 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-7ae55cb6-22c4-47c7-bcc7-939df5415e18 None None] For port fe9e7c70-9154-46d4-92c7-116fec791da7, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:03:43.272343 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d5a1f239-b968-4070-bd02-a76a712aca34 req-c7099fd0-b1ae-4202-ae1f-9209a9c2dce4 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.1077478 Mar 08 13:03:43.316803 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0fea055f-bbd0-46b5-acd6-5ce6441ff7dd admin admin] Publish callbacks [] for router_controller (0b17cc29-7475-4fea-82a7-d1afab3ce836), precommit_add_association {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:43.355057 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d5a1f239-b968-4070-bd02-a76a712aca34 req-831a5025-4390-4651-9d32-a69d9a9d7be6 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807221 Mar 08 13:03:43.362579 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-7ae55cb6-22c4-47c7-bcc7-939df5415e18 None None] For port fe9e7c70-9154-46d4-92c7-116fec791da7, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=fe9e7c70-9154-46d4-92c7-116fec791da7,segment=NetworkSegment(327aa9d0-0865-44d5-bdb4-bf75325012df),segment_id=327aa9d0-0865-44d5-bdb4-bf75325012df)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:03:43.384203 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7ae55cb6-22c4-47c7-bcc7-939df5415e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (fe9e7c70-9154-46d4-92c7-116fec791da7), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:43.512816 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae55cb6-22c4-47c7-bcc7-939df5415e18 None None] Routers {'3637ced9-0169-4a8f-beab-ba32c2575fa3'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:03:43.513491 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-7ae55cb6-22c4-47c7-bcc7-939df5415e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:03:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['3637ced9-0169-4a8f-beab-ba32c2575fa3'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:43.519834 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089cbac-03a1-477b-85c9-28391e21e196 None None] Pushing event updated for resources: {'Port': ['ID=fe9e7c70-9154-46d4-92c7-116fec791da7,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:43.531602 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0fea055f-bbd0-46b5-acd6-5ce6441ff7dd admin admin] Publish callbacks [] for router_gateway (0b17cc29-7475-4fea-82a7-d1afab3ce836), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:43.542863 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba3ac3-6ec8-45d9-9e6d-558a71df5b5e req-609716a9-3e3b-472e-9f74-d5cbfe514efe tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:43.544447 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-14ba3ac3-6ec8-45d9-9e6d-558a71df5b5e req-609716a9-3e3b-472e-9f74-d5cbfe514efe tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=e43e3f23-ac8f-417e-a45e-94a3d577e3d2 HTTP/1.1" status: 200 len: 944 time: 0.2262249 Mar 08 13:03:43.565242 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-4f22671f-58b9-46df-9660-785e9b93dbc9 None None] Allocated IP 172.20.0.2 (ec0c5ef0-e22e-4792-a395-79f327020fba/5551882e-dd97-467a-a4df-90c481ed4076/b1da3aa4-f6e1-40d8-9b83-73d1695e5180) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:03:43.667975 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-14ba3ac3-6ec8-45d9-9e6d-558a71df5b5e req-c51f7ba2-f0cb-4a27-ad32-acb417fb4e6e tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019716 Mar 08 13:03:43.881192 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0fea055f-bbd0-46b5-acd6-5ce6441ff7dd admin admin] Publish callbacks [] for router_gateway (0b17cc29-7475-4fea-82a7-d1afab3ce836), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:43.894418 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-7ae55cb6-22c4-47c7-bcc7-939df5415e18 None None] Set router 3637ced9-0169-4a8f-beab-ba32c2575fa3 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:03:43.903725 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0fea055f-bbd0-46b5-acd6-5ce6441ff7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:44.034498 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-fb8f6b72-7fdd-4203-8dd6-0462326c46c8 None None] Provisioning complete for port fe9e7c70-9154-46d4-92c7-116fec791da7 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:44.034988 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fb8f6b72-7fdd-4203-8dd6-0462326c46c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (fe9e7c70-9154-46d4-92c7-116fec791da7), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:44.085007 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-0fea055f-bbd0-46b5-acd6-5ce6441ff7dd admin admin] Allocated IP 172.27.3.135 (5c176cc8-3706-4b4e-95aa-80d42c394e72/67bc08be-d366-4d47-9bdf-b91b4b3bbd14/0de81b51-672c-43c4-add8-15613175e0aa) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:03:44.244966 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0fea055f-bbd0-46b5-acd6-5ce6441ff7dd admin admin] Publish callbacks [] for port (0de81b51-672c-43c4-add8-15613175e0aa), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:44.252840 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4f22671f-58b9-46df-9660-785e9b93dbc9 None None] Publish callbacks [] for port (b1da3aa4-f6e1-40d8-9b83-73d1695e5180), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:44.270267 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4f22671f-58b9-46df-9660-785e9b93dbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007'] for port (b1da3aa4-f6e1-40d8-9b83-73d1695e5180), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:44.282178 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-fb8f6b72-7fdd-4203-8dd6-0462326c46c8 None None] Current status of the port fe9e7c70-9154-46d4-92c7-116fec791da7 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:44.282573 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fb8f6b72-7fdd-4203-8dd6-0462326c46c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (fe9e7c70-9154-46d4-92c7-116fec791da7), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:44.294627 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0fea055f-bbd0-46b5-acd6-5ce6441ff7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (0de81b51-672c-43c4-add8-15613175e0aa), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:44.336957 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fea055f-bbd0-46b5-acd6-5ce6441ff7dd admin admin] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:03:44.342010 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-0fea055f-bbd0-46b5-acd6-5ce6441ff7dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:03:44.346700 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fea055f-bbd0-46b5-acd6-5ce6441ff7dd admin admin] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:03:44.366216 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f22671f-58b9-46df-9660-785e9b93dbc9 None None] Network ec0c5ef0-e22e-4792-a395-79f327020fba is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:03:44.366718 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea055f-bbd0-46b5-acd6-5ce6441ff7dd admin admin] Pushing event updated for resources: {'Port': ['ID=0de81b51-672c-43c4-add8-15613175e0aa,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:44.378224 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-4f22671f-58b9-46df-9660-785e9b93dbc9 None None] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:03:44.380067 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22671f-58b9-46df-9660-785e9b93dbc9 None None] Pushing event updated for resources: {'Port': ['ID=b1da3aa4-f6e1-40d8-9b83-73d1695e5180,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:44.397585 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f22671f-58b9-46df-9660-785e9b93dbc9 None None] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:03:44.407936 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-fb8f6b72-7fdd-4203-8dd6-0462326c46c8 None None] For port fe9e7c70-9154-46d4-92c7-116fec791da7, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=fe9e7c70-9154-46d4-92c7-116fec791da7,segment=NetworkSegment(327aa9d0-0865-44d5-bdb4-bf75325012df),segment_id=327aa9d0-0865-44d5-bdb4-bf75325012df)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:44.418704 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fb8f6b72-7fdd-4203-8dd6-0462326c46c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (fe9e7c70-9154-46d4-92c7-116fec791da7), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:44.498726 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349af0da-7733-4efd-9e23-d5fd99e11612 req-af5d7b02-b1a9-49c2-a82f-660573cb8dea tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:44.500709 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-349af0da-7733-4efd-9e23-d5fd99e11612 req-af5d7b02-b1a9-49c2-a82f-660573cb8dea tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0658388 Mar 08 13:03:44.500953 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-4f22671f-58b9-46df-9660-785e9b93dbc9 None None] Attempting to bind port b1da3aa4-f6e1-40d8-9b83-73d1695e5180 on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:03:44.501376 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-4f22671f-58b9-46df-9660-785e9b93dbc9 None None] Attempting to bind port b1da3aa4-f6e1-40d8-9b83-73d1695e5180 by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': '8635bb7b-82e8-4175-9f76-722c3a4abca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ec0c5ef0-e22e-4792-a395-79f327020fba'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:03:44.501691 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f22671f-58b9-46df-9660-785e9b93dbc9 None None] Attempting to bind port b1da3aa4-f6e1-40d8-9b83-73d1695e5180 on network ec0c5ef0-e22e-4792-a395-79f327020fba {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:03:44.524209 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-7ae55cb6-22c4-47c7-bcc7-939df5415e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'name': 'tempest-TestShelveInstance-2114884603-router', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd215d104-a19f-4f52-9778-64c5fd475e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:03:38Z', 'revision_number': 4, 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'gw_port': {'id': 'd215d104-a19f-4f52-9778-64c5fd475e28', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:49:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': 'fe9e7c70-9154-46d4-92c7-116fec791da7', 'name': '', 'network_id': '74fb8322-422e-4598-a582-08c81982953b', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'mac_address': 'fa:16:3e:44:21:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'c6f0eaac-f97b-4e54-9851-727e4eab1e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:37Z', 'updated_at': '2022-03-08T13:03:43Z', 'revision_number': 4, 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'subnets': [{'id': 'c6f0eaac-f97b-4e54-9851-727e4eab1e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:44.526283 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f22671f-58b9-46df-9660-785e9b93dbc9 None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:03:44.526660 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f22671f-58b9-46df-9660-785e9b93dbc9 None None] Checking segment: {'id': '8635bb7b-82e8-4175-9f76-722c3a4abca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ec0c5ef0-e22e-4792-a395-79f327020fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:03:44.527065 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4f22671f-58b9-46df-9660-785e9b93dbc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:44.527464 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f22671f-58b9-46df-9660-785e9b93dbc9 None None] Bound using segment: {'id': '8635bb7b-82e8-4175-9f76-722c3a4abca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ec0c5ef0-e22e-4792-a395-79f327020fba'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:03:44.527947 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-4f22671f-58b9-46df-9660-785e9b93dbc9 None None] Bound port: b1da3aa4-f6e1-40d8-9b83-73d1695e5180, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8635bb7b-82e8-4175-9f76-722c3a4abca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ec0c5ef0-e22e-4792-a395-79f327020fba'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:03:44.528328 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4f22671f-58b9-46df-9660-785e9b93dbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (b1da3aa4-f6e1-40d8-9b83-73d1695e5180), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:44.559214 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-349af0da-7733-4efd-9e23-d5fd99e11612 req-03a43277-b8ea-473b-96fb-950e72bfd56f tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509112 Mar 08 13:03:44.571877 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae55cb6-22c4-47c7-bcc7-939df5415e18 None None] The sync data for ids ['3637ced9-0169-4a8f-beab-ba32c2575fa3'] in dv-cinder-830089-2-iscsi is: [{'id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'name': 'tempest-TestShelveInstance-2114884603-router', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd215d104-a19f-4f52-9778-64c5fd475e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:03:38Z', 'revision_number': 4, 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'gw_port': {'id': 'd215d104-a19f-4f52-9778-64c5fd475e28', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:49:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': 'fe9e7c70-9154-46d4-92c7-116fec791da7', 'name': '', 'network_id': '74fb8322-422e-4598-a582-08c81982953b', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'mac_address': 'fa:16:3e:44:21:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'c6f0eaac-f97b-4e54-9851-727e4eab1e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:37Z', 'updated_at': '2022-03-08T13:03:43Z', 'revision_number': 4, 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'subnets': [{'id': 'c6f0eaac-f97b-4e54-9851-727e4eab1e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:03:44.586741 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f6b72-7fdd-4203-8dd6-0462326c46c8 None None] Pushing event updated for resources: {'Port': ['ID=fe9e7c70-9154-46d4-92c7-116fec791da7,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:44.687761 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0fea055f-bbd0-46b5-acd6-5ce6441ff7dd admin admin] Publish callbacks [] for router_gateway (0b17cc29-7475-4fea-82a7-d1afab3ce836), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:44.706705 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-4f22671f-58b9-46df-9660-785e9b93dbc9 None None] For port b1da3aa4-f6e1-40d8-9b83-73d1695e5180, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:03:44.710256 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-4f22671f-58b9-46df-9660-785e9b93dbc9 None None] For port b1da3aa4-f6e1-40d8-9b83-73d1695e5180, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=b1da3aa4-f6e1-40d8-9b83-73d1695e5180,segment=NetworkSegment(8635bb7b-82e8-4175-9f76-722c3a4abca9),segment_id=8635bb7b-82e8-4175-9f76-722c3a4abca9)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:03:44.724707 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4f22671f-58b9-46df-9660-785e9b93dbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (b1da3aa4-f6e1-40d8-9b83-73d1695e5180), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:44.745222 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 682e299e-32ea-4461-82be-85ae1c53b257 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:03:44.835503 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22671f-58b9-46df-9660-785e9b93dbc9 None None] Pushing event updated for resources: {'Port': ['ID=b1da3aa4-f6e1-40d8-9b83-73d1695e5180,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:44.916493 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b24bf-e433-48c0-962c-eec0df22370b req-33d5802e-04f8-495a-982f-62658907b2d1 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:44.918044 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-677b24bf-e433-48c0-962c-eec0df22370b req-33d5802e-04f8-495a-982f-62658907b2d1 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=e43e3f23-ac8f-417e-a45e-94a3d577e3d2 HTTP/1.1" status: 200 len: 944 time: 0.1031470 Mar 08 13:03:44.958982 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 682e299e-32ea-4461-82be-85ae1c53b257, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=682e299e-32ea-4461-82be-85ae1c53b257,segment=NetworkSegment(14a16e25-07cb-480e-a6c0-b2e7066a598b),segment_id=14a16e25-07cb-480e-a6c0-b2e7066a598b)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:44.974176 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Returning: {'device': '682e299e-32ea-4461-82be-85ae1c53b257', 'network_id': '6beb92f5-7151-41af-aeed-6e25a0c731b3', 'port_id': '682e299e-32ea-4461-82be-85ae1c53b257', 'mac_address': 'fa:16:3e:24:b3:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5c3540-a79c-4bbd-9a20-ed5b1e76500c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:03:45.037948 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 682e299e-32ea-4461-82be-85ae1c53b257 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:45.038384 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (682e299e-32ea-4461-82be-85ae1c53b257), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:45.060741 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 682e299e-32ea-4461-82be-85ae1c53b257 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:03:45.121491 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 682e299e-32ea-4461-82be-85ae1c53b257, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=682e299e-32ea-4461-82be-85ae1c53b257,segment=NetworkSegment(14a16e25-07cb-480e-a6c0-b2e7066a598b),segment_id=14a16e25-07cb-480e-a6c0-b2e7066a598b)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:45.136098 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (682e299e-32ea-4461-82be-85ae1c53b257), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:45.199290 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-677b24bf-e433-48c0-962c-eec0df22370b req-ed7549b1-cf6f-4958-8f08-9ce90730fe61 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379444 Mar 08 13:03:45.201325 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0fea055f-bbd0-46b5-acd6-5ce6441ff7dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673780'] for router (0b17cc29-7475-4fea-82a7-d1afab3ce836), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:45.263572 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=682e299e-32ea-4461-82be-85ae1c53b257,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:45.415493 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fea055f-bbd0-46b5-acd6-5ce6441ff7dd admin admin] Router 0b17cc29-7475-4fea-82a7-d1afab3ce836 is scheduled to L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c with binding_index 1 {{(pid=102969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:03:45.556706 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fea055f-bbd0-46b5-acd6-5ce6441ff7dd admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:03:45.573305 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1fa827-72e1-4793-ae8f-5aa956753ad6 None None] Sync routers for ids ['0b17cc29-7475-4fea-82a7-d1afab3ce836'] in dv-cinder-830089-2-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:03:45.580341 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0fea055f-bbd0-46b5-acd6-5ce6441ff7dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:45.584928 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1fa827-72e1-4793-ae8f-5aa956753ad6 None None] Routers {'0b17cc29-7475-4fea-82a7-d1afab3ce836'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:03:45.585847 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-ea1fa827-72e1-4793-ae8f-5aa956753ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:03:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['0b17cc29-7475-4fea-82a7-d1afab3ce836'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:45.589398 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-0fea055f-bbd0-46b5-acd6-5ce6441ff7dd admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7608323 Mar 08 13:03:45.590547 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 40498) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:45.746601 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-ea1fa827-72e1-4793-ae8f-5aa956753ad6 None None] Set router 0b17cc29-7475-4fea-82a7-d1afab3ce836 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:03:45.793067 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34d511-518b-48f7-a2a4-9e1169aa8be9 req-dd675512-c1dc-4d49-a949-cb3b8ac83770 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:45.794672 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1c34d511-518b-48f7-a2a4-9e1169aa8be9 req-dd675512-c1dc-4d49-a949-cb3b8ac83770 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.1275640 Mar 08 13:03:45.799141 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['682e299e-32ea-4461-82be-85ae1c53b257'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:03:46.047702 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-ea1fa827-72e1-4793-ae8f-5aa956753ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b17cc29-7475-4fea-82a7-d1afab3ce836', 'name': 'tempest-TestShelveInstance-1297495113-router', 'tenant_id': '823359996c6744ba9d43a1c6558440c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '0de81b51-672c-43c4-add8-15613175e0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:42Z', 'updated_at': '2022-03-08T13:03:44Z', 'revision_number': 3, 'project_id': '823359996c6744ba9d43a1c6558440c8', 'gw_port': {'id': '0de81b51-672c-43c4-add8-15613175e0aa', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b17cc29-7475-4fea-82a7-d1afab3ce836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:43Z', 'updated_at': '2022-03-08T13:03:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:46.101956 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1c34d511-518b-48f7-a2a4-9e1169aa8be9 req-d1348f04-4a7f-4356-9f5e-14094c2afcb3 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889557 Mar 08 13:03:46.119993 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1fa827-72e1-4793-ae8f-5aa956753ad6 None None] Checking router: 0b17cc29-7475-4fea-82a7-d1afab3ce836 for host: dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:03:46.120764 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1fa827-72e1-4793-ae8f-5aa956753ad6 None None] Updating router 0b17cc29-7475-4fea-82a7-d1afab3ce836 port 0de81b51-672c-43c4-add8-15613175e0aa binding host dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:03:46.173524 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-ea1fa827-72e1-4793-ae8f-5aa956753ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (0de81b51-672c-43c4-add8-15613175e0aa), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.239653 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a14280e-a46f-4021-931a-1ff37e757f32 None None] Network ec0c5ef0-e22e-4792-a395-79f327020fba requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:03:46.361714 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-b386cfdc-57fc-4f33-b840-ca464a04b648 None None] Provisioning complete for port b1da3aa4-f6e1-40d8-9b83-73d1695e5180 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:46.362454 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b386cfdc-57fc-4f33-b840-ca464a04b648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (b1da3aa4-f6e1-40d8-9b83-73d1695e5180), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.371602 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3a106eb4-e944-4621-ab05-c3a5997a10cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.440513 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c34e1c-21b8-4fba-8c9b-3ae9db5c9a85 req-a5dcd2e6-b3a9-4b18-a13b-56b7a3a906f3 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:46.442470 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-31c34e1c-21b8-4fba-8c9b-3ae9db5c9a85 req-a5dcd2e6-b3a9-4b18-a13b-56b7a3a906f3 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=e43e3f23-ac8f-417e-a45e-94a3d577e3d2 HTTP/1.1" status: 200 len: 945 time: 0.1266224 Mar 08 13:03:46.538708 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-31c34e1c-21b8-4fba-8c9b-3ae9db5c9a85 req-04e1e405-391c-43c8-8f6c-7c621f1af98d tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833602 Mar 08 13:03:46.597102 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-b386cfdc-57fc-4f33-b840-ca464a04b648 None None] Current status of the port b1da3aa4-f6e1-40d8-9b83-73d1695e5180 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:46.597502 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b386cfdc-57fc-4f33-b840-ca464a04b648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (b1da3aa4-f6e1-40d8-9b83-73d1695e5180), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.658571 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-b386cfdc-57fc-4f33-b840-ca464a04b648 None None] For port b1da3aa4-f6e1-40d8-9b83-73d1695e5180, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=b1da3aa4-f6e1-40d8-9b83-73d1695e5180,segment=NetworkSegment(8635bb7b-82e8-4175-9f76-722c3a4abca9),segment_id=8635bb7b-82e8-4175-9f76-722c3a4abca9)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:46.664173 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b386cfdc-57fc-4f33-b840-ca464a04b648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (b1da3aa4-f6e1-40d8-9b83-73d1695e5180), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.672123 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-ea1fa827-72e1-4793-ae8f-5aa956753ad6 None None] Publish callbacks [] for port (0de81b51-672c-43c4-add8-15613175e0aa), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.676588 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device fe9e7c70-9154-46d4-92c7-116fec791da7 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:03:46.691126 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-ea1fa827-72e1-4793-ae8f-5aa956753ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (0de81b51-672c-43c4-add8-15613175e0aa), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.764823 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386cfdc-57fc-4f33-b840-ca464a04b648 None None] Pushing event updated for resources: {'Port': ['ID=b1da3aa4-f6e1-40d8-9b83-73d1695e5180,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:46.771562 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-ea1fa827-72e1-4793-ae8f-5aa956753ad6 None None] Attempting to bind port 0de81b51-672c-43c4-add8-15613175e0aa on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:03:46.772171 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-ea1fa827-72e1-4793-ae8f-5aa956753ad6 None None] Attempting to bind port 0de81b51-672c-43c4-add8-15613175e0aa by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:03:46.772837 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1fa827-72e1-4793-ae8f-5aa956753ad6 None None] Attempting to bind port 0de81b51-672c-43c4-add8-15613175e0aa on network 5c176cc8-3706-4b4e-95aa-80d42c394e72 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:03:46.775301 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c1d04-de45-4ae3-abae-91cfbc81b46f None None] Pushing event updated for resources: {'Port': ['ID=0de81b51-672c-43c4-add8-15613175e0aa,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:46.779941 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [None req-3a106eb4-e944-4621-ab05-c3a5997a10cc admin admin] Allocated IP 172.20.0.1 (ec0c5ef0-e22e-4792-a395-79f327020fba/5551882e-dd97-467a-a4df-90c481ed4076/c4438e82-9e87-475a-a1c2-0f31132da0a8) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:03:46.783003 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1fa827-72e1-4793-ae8f-5aa956753ad6 None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:03:46.783423 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1fa827-72e1-4793-ae8f-5aa956753ad6 None None] Checking segment: {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:03:46.783810 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-ea1fa827-72e1-4793-ae8f-5aa956753ad6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.783954 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port fe9e7c70-9154-46d4-92c7-116fec791da7 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:46.784381 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1fa827-72e1-4793-ae8f-5aa956753ad6 None None] Bound using segment: {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:03:46.784868 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (fe9e7c70-9154-46d4-92c7-116fec791da7), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.784988 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-ea1fa827-72e1-4793-ae8f-5aa956753ad6 None None] Bound port: 0de81b51-672c-43c4-add8-15613175e0aa, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:03:46.785363 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-ea1fa827-72e1-4793-ae8f-5aa956753ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (0de81b51-672c-43c4-add8-15613175e0aa), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.853190 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-ea1fa827-72e1-4793-ae8f-5aa956753ad6 None None] For port 0de81b51-672c-43c4-add8-15613175e0aa, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:03:46.858410 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-ea1fa827-72e1-4793-ae8f-5aa956753ad6 None None] For port 0de81b51-672c-43c4-add8-15613175e0aa, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=0de81b51-672c-43c4-add8-15613175e0aa,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:03:46.868944 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-ea1fa827-72e1-4793-ae8f-5aa956753ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (0de81b51-672c-43c4-add8-15613175e0aa), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.941893 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port fe9e7c70-9154-46d4-92c7-116fec791da7 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:46.943474 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1fa827-72e1-4793-ae8f-5aa956753ad6 None None] Routers {'0b17cc29-7475-4fea-82a7-d1afab3ce836'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:03:46.943651 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device b1da3aa4-f6e1-40d8-9b83-73d1695e5180 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:03:46.944109 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-ea1fa827-72e1-4793-ae8f-5aa956753ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:03:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['0b17cc29-7475-4fea-82a7-d1afab3ce836'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:46.947186 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c1d04-de45-4ae3-abae-91cfbc81b46f None None] Pushing event updated for resources: {'Port': ['ID=0de81b51-672c-43c4-add8-15613175e0aa,revision_number=3']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:46.959561 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3a106eb4-e944-4621-ab05-c3a5997a10cc admin admin] Publish callbacks [] for port (c4438e82-9e87-475a-a1c2-0f31132da0a8), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:47.005001 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-fdc154c5-d547-4296-8103-1c5db2b3b0fe None None] Provisioning complete for port b1da3aa4-f6e1-40d8-9b83-73d1695e5180 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:47.005684 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fdc154c5-d547-4296-8103-1c5db2b3b0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (b1da3aa4-f6e1-40d8-9b83-73d1695e5180), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:47.011405 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3a106eb4-e944-4621-ab05-c3a5997a10cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (c4438e82-9e87-475a-a1c2-0f31132da0a8), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:47.051075 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port b1da3aa4-f6e1-40d8-9b83-73d1695e5180 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:47.051717 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (b1da3aa4-f6e1-40d8-9b83-73d1695e5180), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:47.067271 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a106eb4-e944-4621-ab05-c3a5997a10cc admin admin] Network ec0c5ef0-e22e-4792-a395-79f327020fba is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:03:47.071872 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-ea1fa827-72e1-4793-ae8f-5aa956753ad6 None None] Set router 0b17cc29-7475-4fea-82a7-d1afab3ce836 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:03:47.072077 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-3a106eb4-e944-4621-ab05-c3a5997a10cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:03:47.075683 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a106eb4-e944-4621-ab05-c3a5997a10cc admin admin] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:03:47.109293 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a106eb4-e944-4621-ab05-c3a5997a10cc admin admin] Pushing event updated for resources: {'Port': ['ID=c4438e82-9e87-475a-a1c2-0f31132da0a8,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:47.137452 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3a106eb4-e944-4621-ab05-c3a5997a10cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672217'] for router_interface (0b17cc29-7475-4fea-82a7-d1afab3ce836), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:47.198405 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-fdc154c5-d547-4296-8103-1c5db2b3b0fe None None] Current status of the port b1da3aa4-f6e1-40d8-9b83-73d1695e5180 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:47.227015 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port b1da3aa4-f6e1-40d8-9b83-73d1695e5180 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:47.356172 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b79d0c-3b2c-4392-9404-3f42c7583da6 req-dfd6f8a8-68d6-4845-8410-e704f6180c31 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:47.357512 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-79b79d0c-3b2c-4392-9404-3f42c7583da6 req-dfd6f8a8-68d6-4845-8410-e704f6180c31 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.1037242 Mar 08 13:03:47.364105 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-ea1fa827-72e1-4793-ae8f-5aa956753ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b17cc29-7475-4fea-82a7-d1afab3ce836', 'name': 'tempest-TestShelveInstance-1297495113-router', 'tenant_id': '823359996c6744ba9d43a1c6558440c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '0de81b51-672c-43c4-add8-15613175e0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:42Z', 'updated_at': '2022-03-08T13:03:44Z', 'revision_number': 3, 'project_id': '823359996c6744ba9d43a1c6558440c8', 'gw_port': {'id': '0de81b51-672c-43c4-add8-15613175e0aa', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b17cc29-7475-4fea-82a7-d1afab3ce836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:43Z', 'updated_at': '2022-03-08T13:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:47.392165 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1fa827-72e1-4793-ae8f-5aa956753ad6 None None] The sync data for ids ['0b17cc29-7475-4fea-82a7-d1afab3ce836'] in dv-cinder-830089-2-iscsi is: [{'id': '0b17cc29-7475-4fea-82a7-d1afab3ce836', 'name': 'tempest-TestShelveInstance-1297495113-router', 'tenant_id': '823359996c6744ba9d43a1c6558440c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '0de81b51-672c-43c4-add8-15613175e0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:42Z', 'updated_at': '2022-03-08T13:03:44Z', 'revision_number': 3, 'project_id': '823359996c6744ba9d43a1c6558440c8', 'gw_port': {'id': '0de81b51-672c-43c4-add8-15613175e0aa', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b17cc29-7475-4fea-82a7-d1afab3ce836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:43Z', 'updated_at': '2022-03-08T13:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:03:47.430486 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-13b74c94-5021-49cd-ad89-0b67de4d9e3b None None] Provisioning complete for port c4438e82-9e87-475a-a1c2-0f31132da0a8 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:47.431105 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-13b74c94-5021-49cd-ad89-0b67de4d9e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (c4438e82-9e87-475a-a1c2-0f31132da0a8), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:47.432491 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3a106eb4-e944-4621-ab05-c3a5997a10cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (c4438e82-9e87-475a-a1c2-0f31132da0a8), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:47.460457 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-79b79d0c-3b2c-4392-9404-3f42c7583da6 req-8f76f70c-2e89-4f55-a27f-22cf9f8f9803 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963981 Mar 08 13:03:47.474174 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-13b74c94-5021-49cd-ad89-0b67de4d9e3b None None] Port c4438e82-9e87-475a-a1c2-0f31132da0a8 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:03:47.641683 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3a106eb4-e944-4621-ab05-c3a5997a10cc admin admin] Publish callbacks [] for port (c4438e82-9e87-475a-a1c2-0f31132da0a8), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:47.649149 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3a106eb4-e944-4621-ab05-c3a5997a10cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (c4438e82-9e87-475a-a1c2-0f31132da0a8), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:47.717339 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8aef8d-db9a-4be9-9d4f-51dd33318f01 req-4bda11a6-fd1c-4a7e-bb07-3d09eb8ae8bf tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:47.719700 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2b8aef8d-db9a-4be9-9d4f-51dd33318f01 req-4bda11a6-fd1c-4a7e-bb07-3d09eb8ae8bf tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=e43e3f23-ac8f-417e-a45e-94a3d577e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0969470 Mar 08 13:03:47.743264 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a106eb4-e944-4621-ab05-c3a5997a10cc admin admin] Pushing event updated for resources: {'Port': ['ID=c4438e82-9e87-475a-a1c2-0f31132da0a8,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:47.757994 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3a106eb4-e944-4621-ab05-c3a5997a10cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672181'] for router_interface (0b17cc29-7475-4fea-82a7-d1afab3ce836), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:47.791411 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2b8aef8d-db9a-4be9-9d4f-51dd33318f01 req-58a465bd-b721-4cd1-b690-67c0ee392712 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645041 Mar 08 13:03:47.873620 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a106eb4-e944-4621-ab05-c3a5997a10cc admin admin] Network ec0c5ef0-e22e-4792-a395-79f327020fba is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:03:47.875166 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-3a106eb4-e944-4621-ab05-c3a5997a10cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:03:48.025921 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a106eb4-e944-4621-ab05-c3a5997a10cc admin admin] Router 0b17cc29-7475-4fea-82a7-d1afab3ce836 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:03:48.117365 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-a6c11914-7eba-4cad-ace7-ae3968fbc2ef None None] Provisioning complete for port c4438e82-9e87-475a-a1c2-0f31132da0a8 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:48.118090 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a6c11914-7eba-4cad-ace7-ae3968fbc2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (c4438e82-9e87-475a-a1c2-0f31132da0a8), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:48.174564 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a106eb4-e944-4621-ab05-c3a5997a10cc admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:03:48.179334 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-a6c11914-7eba-4cad-ace7-ae3968fbc2ef None None] Port c4438e82-9e87-475a-a1c2-0f31132da0a8 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:03:48.182670 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-3a106eb4-e944-4621-ab05-c3a5997a10cc admin admin] 10.222.0.50 "PUT /v2.0/routers/0b17cc29-7475-4fea-82a7-d1afab3ce836/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5895355 Mar 08 13:03:48.575624 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 0de81b51-672c-43c4-add8-15613175e0aa up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:03:48.603367 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3907b1b-7c16-4ead-9a85-cad6287b6b06 req-6db8a74e-36e5-4cd4-9d28-de61eca2d7c2 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:48.615706 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d3907b1b-7c16-4ead-9a85-cad6287b6b06 req-6db8a74e-36e5-4cd4-9d28-de61eca2d7c2 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0675423 Mar 08 13:03:48.640891 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 0de81b51-672c-43c4-add8-15613175e0aa triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:48.641316 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (0de81b51-672c-43c4-add8-15613175e0aa), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:48.690086 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d3907b1b-7c16-4ead-9a85-cad6287b6b06 req-c93c140e-22ac-4ed2-80f0-8e77fab0f63a tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730748 Mar 08 13:03:48.762560 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 0de81b51-672c-43c4-add8-15613175e0aa is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:48.762952 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (0de81b51-672c-43c4-add8-15613175e0aa), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:48.787474 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] For port 0de81b51-672c-43c4-add8-15613175e0aa, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=0de81b51-672c-43c4-add8-15613175e0aa,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:48.795004 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (0de81b51-672c-43c4-add8-15613175e0aa), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:48.796724 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device b1da3aa4-f6e1-40d8-9b83-73d1695e5180 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:03:48.881200 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Pushing event updated for resources: {'Port': ['ID=0de81b51-672c-43c4-add8-15613175e0aa,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:48.902107 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port b1da3aa4-f6e1-40d8-9b83-73d1695e5180 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:48.902886 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (b1da3aa4-f6e1-40d8-9b83-73d1695e5180), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:48.950048 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeccf58-f94b-4bf3-ad48-ce7a1f73a722 req-86beac23-2c2e-470a-939c-bcaf19b32875 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:48.957154 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-cfeccf58-f94b-4bf3-ad48-ce7a1f73a722 req-86beac23-2c2e-470a-939c-bcaf19b32875 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=e43e3f23-ac8f-417e-a45e-94a3d577e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0827863 Mar 08 13:03:49.021443 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-cfeccf58-f94b-4bf3-ad48-ce7a1f73a722 req-4d6d492c-8331-4a80-a6c8-346c41a9e2bc tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630298 Mar 08 13:03:49.023396 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port b1da3aa4-f6e1-40d8-9b83-73d1695e5180 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:49.109305 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 40530) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:49.114605 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-06ab05cc-f698-4618-9eee-f8078089a814 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-313352992', 'description': 'tempest-secgroup-smoke-313352992 description', 'project_id': 'c5c1dbd73f714812884fd52131e1c532'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:49.143170 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-06ab05cc-f698-4618-9eee-f8078089a814 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:49.229762 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-06ab05cc-f698-4618-9eee-f8078089a814 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for security_group (3fefbd54-9b52-436c-b667-033e08527143), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:49.233917 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-06ab05cc-f698-4618-9eee-f8078089a814 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (3fefbd54-9b52-436c-b667-033e08527143), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:49.265112 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-06ab05cc-f698-4618-9eee-f8078089a814 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:49.267419 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-06ab05cc-f698-4618-9eee-f8078089a814 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1556644 Mar 08 13:03:49.269909 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 40532) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:49.271708 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab05cc-f698-4618-9eee-f8078089a814 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fefbd54-9b52-436c-b667-033e08527143,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:49.274585 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-8882e19f-f8b7-4cbe-8828-8751f1a7fd7a tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Request body: {'security_group_rule': {'security_group_id': '3fefbd54-9b52-436c-b667-033e08527143', 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:49.307668 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17295078-2793-45eb-9be6-cd6235773229 None None] Sync routers for ids ['0b17cc29-7475-4fea-82a7-d1afab3ce836'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:03:49.310450 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8882e19f-f8b7-4cbe-8828-8751f1a7fd7a tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for security_group_rule (5f5426d3-5a1d-48b4-b27c-e9c4251f9708), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:49.325071 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17295078-2793-45eb-9be6-cd6235773229 None None] Routers {'0b17cc29-7475-4fea-82a7-d1afab3ce836'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:03:49.325989 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-17295078-2793-45eb-9be6-cd6235773229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:03:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['0b17cc29-7475-4fea-82a7-d1afab3ce836'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:49.373143 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8882e19f-f8b7-4cbe-8828-8751f1a7fd7a tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for security_group_rule (5f5426d3-5a1d-48b4-b27c-e9c4251f9708), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:49.378187 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8882e19f-f8b7-4cbe-8828-8751f1a7fd7a tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (5f5426d3-5a1d-48b4-b27c-e9c4251f9708), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:49.399927 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882e19f-f8b7-4cbe-8828-8751f1a7fd7a tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f5426d3-5a1d-48b4-b27c-e9c4251f9708,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:49.404538 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8882e19f-f8b7-4cbe-8828-8751f1a7fd7a tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:49.408430 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-8882e19f-f8b7-4cbe-8828-8751f1a7fd7a tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348760 Mar 08 13:03:49.408954 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 40536) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:49.413490 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-8de6c27f-6302-465f-aa51-35c0c93cf1d1 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Request body: {'security_group_rule': {'security_group_id': '3fefbd54-9b52-436c-b667-033e08527143', 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:49.449298 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8de6c27f-6302-465f-aa51-35c0c93cf1d1 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for security_group_rule (4098b312-6e23-4023-909c-1496afd84a42), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:49.539358 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8de6c27f-6302-465f-aa51-35c0c93cf1d1 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for security_group_rule (4098b312-6e23-4023-909c-1496afd84a42), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:49.544627 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8de6c27f-6302-465f-aa51-35c0c93cf1d1 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (4098b312-6e23-4023-909c-1496afd84a42), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:49.566527 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6c27f-6302-465f-aa51-35c0c93cf1d1 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4098b312-6e23-4023-909c-1496afd84a42,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:49.578579 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8de6c27f-6302-465f-aa51-35c0c93cf1d1 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:49.580434 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-8de6c27f-6302-465f-aa51-35c0c93cf1d1 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1703887 Mar 08 13:03:49.583762 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 40538) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:49.588658 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-7d9b733a-dd56-4c9a-9015-723c59123473 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Request body: {'security_group_rule': {'security_group_id': '3fefbd54-9b52-436c-b667-033e08527143', 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:49.616650 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7d9b733a-dd56-4c9a-9015-723c59123473 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for security_group_rule (21fa067f-ce4b-4d2e-bdef-8c38dbbe9599), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:49.643863 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-17295078-2793-45eb-9be6-cd6235773229 None None] Set router 0b17cc29-7475-4fea-82a7-d1afab3ce836 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:03:49.679388 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7d9b733a-dd56-4c9a-9015-723c59123473 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for security_group_rule (21fa067f-ce4b-4d2e-bdef-8c38dbbe9599), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:49.685251 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7d9b733a-dd56-4c9a-9015-723c59123473 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (21fa067f-ce4b-4d2e-bdef-8c38dbbe9599), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:49.706576 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b733a-dd56-4c9a-9015-723c59123473 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21fa067f-ce4b-4d2e-bdef-8c38dbbe9599,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:49.717743 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7d9b733a-dd56-4c9a-9015-723c59123473 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:49.718975 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-7d9b733a-dd56-4c9a-9015-723c59123473 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340349 Mar 08 13:03:49.722585 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 40544) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:49.727937 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-5b58482a-5ab6-43b5-805b-f87a96efe6bf tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Request body: {'security_group_rule': {'security_group_id': '3fefbd54-9b52-436c-b667-033e08527143', 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:49.764642 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5b58482a-5ab6-43b5-805b-f87a96efe6bf tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for security_group_rule (b4f4874e-bf23-40bb-b664-54a861198c9b), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:49.854575 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5b58482a-5ab6-43b5-805b-f87a96efe6bf tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for security_group_rule (b4f4874e-bf23-40bb-b664-54a861198c9b), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:49.860866 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5b58482a-5ab6-43b5-805b-f87a96efe6bf tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (b4f4874e-bf23-40bb-b664-54a861198c9b), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:49.878091 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f31ed-a5e6-4803-99d3-bf7906fa5137 req-372b9875-f7e6-43c6-a0ca-37e5108bc1cf tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:49.880836 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-808f31ed-a5e6-4803-99d3-bf7906fa5137 req-372b9875-f7e6-43c6-a0ca-37e5108bc1cf tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.1053884 Mar 08 13:03:49.891111 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-17295078-2793-45eb-9be6-cd6235773229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b17cc29-7475-4fea-82a7-d1afab3ce836', 'name': 'tempest-TestShelveInstance-1297495113-router', 'tenant_id': '823359996c6744ba9d43a1c6558440c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '0de81b51-672c-43c4-add8-15613175e0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:42Z', 'updated_at': '2022-03-08T13:03:47Z', 'revision_number': 4, 'project_id': '823359996c6744ba9d43a1c6558440c8', 'gw_port': {'id': '0de81b51-672c-43c4-add8-15613175e0aa', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b17cc29-7475-4fea-82a7-d1afab3ce836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:43Z', 'updated_at': '2022-03-08T13:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': 'c4438e82-9e87-475a-a1c2-0f31132da0a8', 'name': '', 'network_id': 'ec0c5ef0-e22e-4792-a395-79f327020fba', 'tenant_id': '823359996c6744ba9d43a1c6558440c8', 'mac_address': 'fa:16:3e:f9:02:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b17cc29-7475-4fea-82a7-d1afab3ce836', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5551882e-dd97-467a-a4df-90c481ed4076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:46Z', 'updated_at': '2022-03-08T13:03:47Z', 'revision_number': 2, 'project_id': '823359996c6744ba9d43a1c6558440c8', 'subnets': [{'id': '5551882e-dd97-467a-a4df-90c481ed4076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:49.915490 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58482a-5ab6-43b5-805b-f87a96efe6bf tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f4874e-bf23-40bb-b664-54a861198c9b,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:49.920484 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17295078-2793-45eb-9be6-cd6235773229 None None] Checking router: 0b17cc29-7475-4fea-82a7-d1afab3ce836 for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:03:49.920920 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17295078-2793-45eb-9be6-cd6235773229 None None] Updating router 0b17cc29-7475-4fea-82a7-d1afab3ce836 port c4438e82-9e87-475a-a1c2-0f31132da0a8 binding host dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:03:49.936018 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5b58482a-5ab6-43b5-805b-f87a96efe6bf tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:49.937298 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-5b58482a-5ab6-43b5-805b-f87a96efe6bf tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2133729 Mar 08 13:03:49.940360 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 40546) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:49.945999 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-89e645b2-54d8-4c72-9420-301f3a466827 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Request body: {'security_group_rule': {'security_group_id': '3fefbd54-9b52-436c-b667-033e08527143', 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:49.957227 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-17295078-2793-45eb-9be6-cd6235773229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (c4438e82-9e87-475a-a1c2-0f31132da0a8), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:49.969749 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-808f31ed-a5e6-4803-99d3-bf7906fa5137 req-1839aff4-663f-49cf-814e-994cb4247e9b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754991 Mar 08 13:03:49.971560 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.securitygroups_db [None req-89e645b2-54d8-4c72-9420-301f3a466827 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Project c5c1dbd73f714812884fd52131e1c532 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:03:49.980368 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-89e645b2-54d8-4c72-9420-301f3a466827 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for security_group_rule (650a27e7-1721-44a4-84e7-5c248faab407), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:50.065102 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-89e645b2-54d8-4c72-9420-301f3a466827 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for security_group_rule (650a27e7-1721-44a4-84e7-5c248faab407), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:50.072356 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-89e645b2-54d8-4c72-9420-301f3a466827 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (650a27e7-1721-44a4-84e7-5c248faab407), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:50.091696 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e645b2-54d8-4c72-9420-301f3a466827 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650a27e7-1721-44a4-84e7-5c248faab407,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:50.110271 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-89e645b2-54d8-4c72-9420-301f3a466827 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:50.111478 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-89e645b2-54d8-4c72-9420-301f3a466827 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1697645 Mar 08 13:03:50.114966 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 40550) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:50.119509 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-9c32f623-a2ef-4185-8395-6c22232cb0af tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Request body: {'security_group_rule': {'security_group_id': '3fefbd54-9b52-436c-b667-033e08527143', 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:50.156527 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0de861-32ce-409e-8ab8-150c97afe1aa req-cadb9905-238c-4165-925a-5923ecbbd266 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:50.158123 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2b0de861-32ce-409e-8ab8-150c97afe1aa req-cadb9905-238c-4165-925a-5923ecbbd266 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=e43e3f23-ac8f-417e-a45e-94a3d577e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0612571 Mar 08 13:03:50.161023 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.db.securitygroups_db [None req-9c32f623-a2ef-4185-8395-6c22232cb0af tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Project c5c1dbd73f714812884fd52131e1c532 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:03:50.166347 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9c32f623-a2ef-4185-8395-6c22232cb0af tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for security_group_rule (b1e88198-8467-4a4e-a9e2-21c27cbd2333), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:50.215358 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2b0de861-32ce-409e-8ab8-150c97afe1aa req-f2b4fd4e-343b-4fc6-a7aa-9934323d39b0 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511160 Mar 08 13:03:50.253527 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9c32f623-a2ef-4185-8395-6c22232cb0af tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for security_group_rule (b1e88198-8467-4a4e-a9e2-21c27cbd2333), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:50.253527 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9c32f623-a2ef-4185-8395-6c22232cb0af tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (b1e88198-8467-4a4e-a9e2-21c27cbd2333), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:50.276208 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32f623-a2ef-4185-8395-6c22232cb0af tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e88198-8467-4a4e-a9e2-21c27cbd2333,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:50.288062 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-17295078-2793-45eb-9be6-cd6235773229 None None] Publish callbacks [] for port (c4438e82-9e87-475a-a1c2-0f31132da0a8), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:50.288511 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9c32f623-a2ef-4185-8395-6c22232cb0af tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:50.290139 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-9c32f623-a2ef-4185-8395-6c22232cb0af tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1737936 Mar 08 13:03:50.295239 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-17295078-2793-45eb-9be6-cd6235773229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (c4438e82-9e87-475a-a1c2-0f31132da0a8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:50.352442 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6f815-b01f-4087-b60e-c5e8bba495a4 None None] Pushing event updated for resources: {'Port': ['ID=c4438e82-9e87-475a-a1c2-0f31132da0a8,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:50.420243 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-17295078-2793-45eb-9be6-cd6235773229 None None] Attempting to bind port c4438e82-9e87-475a-a1c2-0f31132da0a8 on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:03:50.420657 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-17295078-2793-45eb-9be6-cd6235773229 None None] Attempting to bind port c4438e82-9e87-475a-a1c2-0f31132da0a8 by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': '8635bb7b-82e8-4175-9f76-722c3a4abca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ec0c5ef0-e22e-4792-a395-79f327020fba'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:03:50.421031 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17295078-2793-45eb-9be6-cd6235773229 None None] Attempting to bind port c4438e82-9e87-475a-a1c2-0f31132da0a8 on network ec0c5ef0-e22e-4792-a395-79f327020fba {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:03:50.441653 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17295078-2793-45eb-9be6-cd6235773229 None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:03:50.442120 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17295078-2793-45eb-9be6-cd6235773229 None None] Checking segment: {'id': '8635bb7b-82e8-4175-9f76-722c3a4abca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ec0c5ef0-e22e-4792-a395-79f327020fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:03:50.442540 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-17295078-2793-45eb-9be6-cd6235773229 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:50.442949 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17295078-2793-45eb-9be6-cd6235773229 None None] Bound using segment: {'id': '8635bb7b-82e8-4175-9f76-722c3a4abca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ec0c5ef0-e22e-4792-a395-79f327020fba'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:03:50.443678 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-17295078-2793-45eb-9be6-cd6235773229 None None] Bound port: c4438e82-9e87-475a-a1c2-0f31132da0a8, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8635bb7b-82e8-4175-9f76-722c3a4abca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ec0c5ef0-e22e-4792-a395-79f327020fba'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:03:50.444071 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-17295078-2793-45eb-9be6-cd6235773229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (c4438e82-9e87-475a-a1c2-0f31132da0a8), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:50.492445 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 0de81b51-672c-43c4-add8-15613175e0aa up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:03:50.585735 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-17295078-2793-45eb-9be6-cd6235773229 None None] For port c4438e82-9e87-475a-a1c2-0f31132da0a8, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:03:50.591301 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-17295078-2793-45eb-9be6-cd6235773229 None None] For port c4438e82-9e87-475a-a1c2-0f31132da0a8, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=c4438e82-9e87-475a-a1c2-0f31132da0a8,segment=NetworkSegment(8635bb7b-82e8-4175-9f76-722c3a4abca9),segment_id=8635bb7b-82e8-4175-9f76-722c3a4abca9)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:03:50.640009 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-17295078-2793-45eb-9be6-cd6235773229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (c4438e82-9e87-475a-a1c2-0f31132da0a8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:50.695568 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 0de81b51-672c-43c4-add8-15613175e0aa triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:50.696220 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (0de81b51-672c-43c4-add8-15613175e0aa), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:50.752111 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-ad9b781c-0bd0-4d91-8ac7-ff30503dd532 None None] Provisioning complete for port c4438e82-9e87-475a-a1c2-0f31132da0a8 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:50.752497 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ad9b781c-0bd0-4d91-8ac7-ff30503dd532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (c4438e82-9e87-475a-a1c2-0f31132da0a8), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:50.794368 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6f815-b01f-4087-b60e-c5e8bba495a4 None None] Pushing event updated for resources: {'Port': ['ID=c4438e82-9e87-475a-a1c2-0f31132da0a8,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:50.805789 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17295078-2793-45eb-9be6-cd6235773229 None None] Routers {'0b17cc29-7475-4fea-82a7-d1afab3ce836'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:03:50.806459 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-17295078-2793-45eb-9be6-cd6235773229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:03:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['0b17cc29-7475-4fea-82a7-d1afab3ce836'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:50.989857 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-17295078-2793-45eb-9be6-cd6235773229 None None] Set router 0b17cc29-7475-4fea-82a7-d1afab3ce836 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:03:51.096698 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51006463-6c9e-43d6-b39c-c8ed76dab318 req-1c5a5d77-b5d5-4af0-8d29-59b12cea8dee tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:51.098190 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-51006463-6c9e-43d6-b39c-c8ed76dab318 req-1c5a5d77-b5d5-4af0-8d29-59b12cea8dee tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0529506 Mar 08 13:03:51.146314 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-51006463-6c9e-43d6-b39c-c8ed76dab318 req-78f404e9-4934-4166-9a5b-2d0c7abca365 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423269 Mar 08 13:03:51.171586 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 0de81b51-672c-43c4-add8-15613175e0aa is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:51.190720 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-ad9b781c-0bd0-4d91-8ac7-ff30503dd532 None None] Current status of the port c4438e82-9e87-475a-a1c2-0f31132da0a8 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:51.191118 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ad9b781c-0bd0-4d91-8ac7-ff30503dd532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (c4438e82-9e87-475a-a1c2-0f31132da0a8), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:51.289301 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-ad9b781c-0bd0-4d91-8ac7-ff30503dd532 None None] For port c4438e82-9e87-475a-a1c2-0f31132da0a8, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=c4438e82-9e87-475a-a1c2-0f31132da0a8,segment=NetworkSegment(8635bb7b-82e8-4175-9f76-722c3a4abca9),segment_id=8635bb7b-82e8-4175-9f76-722c3a4abca9)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:51.299786 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ad9b781c-0bd0-4d91-8ac7-ff30503dd532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (c4438e82-9e87-475a-a1c2-0f31132da0a8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:51.355723 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654ece1-f177-4472-98f3-58051a7ca20d req-e804df25-7757-4473-a94a-825b87d93743 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:51.357262 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f654ece1-f177-4472-98f3-58051a7ca20d req-e804df25-7757-4473-a94a-825b87d93743 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=e43e3f23-ac8f-417e-a45e-94a3d577e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0546803 Mar 08 13:03:51.387367 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b781c-0bd0-4d91-8ac7-ff30503dd532 None None] Pushing event updated for resources: {'Port': ['ID=c4438e82-9e87-475a-a1c2-0f31132da0a8,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:51.407542 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-17295078-2793-45eb-9be6-cd6235773229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b17cc29-7475-4fea-82a7-d1afab3ce836', 'name': 'tempest-TestShelveInstance-1297495113-router', 'tenant_id': '823359996c6744ba9d43a1c6558440c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '0de81b51-672c-43c4-add8-15613175e0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:42Z', 'updated_at': '2022-03-08T13:03:47Z', 'revision_number': 4, 'project_id': '823359996c6744ba9d43a1c6558440c8', 'gw_port': {'id': '0de81b51-672c-43c4-add8-15613175e0aa', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b17cc29-7475-4fea-82a7-d1afab3ce836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:43Z', 'updated_at': '2022-03-08T13:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': 'c4438e82-9e87-475a-a1c2-0f31132da0a8', 'name': '', 'network_id': 'ec0c5ef0-e22e-4792-a395-79f327020fba', 'tenant_id': '823359996c6744ba9d43a1c6558440c8', 'mac_address': 'fa:16:3e:f9:02:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b17cc29-7475-4fea-82a7-d1afab3ce836', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5551882e-dd97-467a-a4df-90c481ed4076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:46Z', 'updated_at': '2022-03-08T13:03:50Z', 'revision_number': 4, 'project_id': '823359996c6744ba9d43a1c6558440c8', 'subnets': [{'id': '5551882e-dd97-467a-a4df-90c481ed4076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:51.410300 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f654ece1-f177-4472-98f3-58051a7ca20d req-cf031398-9b71-4c08-82b9-e7c516ee14e6 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472083 Mar 08 13:03:51.440311 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17295078-2793-45eb-9be6-cd6235773229 None None] The sync data for ids ['0b17cc29-7475-4fea-82a7-d1afab3ce836'] in dv-cinder-830089-2-iscsi is: [{'id': '0b17cc29-7475-4fea-82a7-d1afab3ce836', 'name': 'tempest-TestShelveInstance-1297495113-router', 'tenant_id': '823359996c6744ba9d43a1c6558440c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '0de81b51-672c-43c4-add8-15613175e0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:42Z', 'updated_at': '2022-03-08T13:03:47Z', 'revision_number': 4, 'project_id': '823359996c6744ba9d43a1c6558440c8', 'gw_port': {'id': '0de81b51-672c-43c4-add8-15613175e0aa', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b17cc29-7475-4fea-82a7-d1afab3ce836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:43Z', 'updated_at': '2022-03-08T13:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': 'c4438e82-9e87-475a-a1c2-0f31132da0a8', 'name': '', 'network_id': 'ec0c5ef0-e22e-4792-a395-79f327020fba', 'tenant_id': '823359996c6744ba9d43a1c6558440c8', 'mac_address': 'fa:16:3e:f9:02:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b17cc29-7475-4fea-82a7-d1afab3ce836', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5551882e-dd97-467a-a4df-90c481ed4076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:46Z', 'updated_at': '2022-03-08T13:03:50Z', 'revision_number': 4, 'project_id': '823359996c6744ba9d43a1c6558440c8', 'subnets': [{'id': '5551882e-dd97-467a-a4df-90c481ed4076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:03:51.454162 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-bc9216dd-8b5d-4999-93d3-191f95279ea4 None None] Provisioning complete for port c4438e82-9e87-475a-a1c2-0f31132da0a8 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:51.454544 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-bc9216dd-8b5d-4999-93d3-191f95279ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (c4438e82-9e87-475a-a1c2-0f31132da0a8), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:51.693968 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-bc9216dd-8b5d-4999-93d3-191f95279ea4 None None] Current status of the port c4438e82-9e87-475a-a1c2-0f31132da0a8 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:52.283804 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80625cb-33d5-4853-a495-43220d8b59c0 req-88a90e35-dd3b-4352-8cb7-511ffdca4cc1 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:52.285320 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c80625cb-33d5-4853-a495-43220d8b59c0 req-88a90e35-dd3b-4352-8cb7-511ffdca4cc1 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0679550 Mar 08 13:03:52.338664 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c80625cb-33d5-4853-a495-43220d8b59c0 req-0ac1ba61-c813-40df-a136-f2544c54021d tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474732 Mar 08 13:03:52.483482 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device c4438e82-9e87-475a-a1c2-0f31132da0a8 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:03:52.548512 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port c4438e82-9e87-475a-a1c2-0f31132da0a8 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:52.549022 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (c4438e82-9e87-475a-a1c2-0f31132da0a8), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:52.560070 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30b8e1-d4e3-4cd5-bdaa-4035d47b6d78 req-420ee42b-7102-4945-8e42-0f8b2ee6fda5 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:52.561809 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8e30b8e1-d4e3-4cd5-bdaa-4035d47b6d78 req-420ee42b-7102-4945-8e42-0f8b2ee6fda5 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=e43e3f23-ac8f-417e-a45e-94a3d577e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0723624 Mar 08 13:03:52.616615 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8e30b8e1-d4e3-4cd5-bdaa-4035d47b6d78 req-3f9878b1-ee28-46e9-9da2-efaf0251fe0d tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482306 Mar 08 13:03:52.642565 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port c4438e82-9e87-475a-a1c2-0f31132da0a8 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:53.462018 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330223b-cf41-4c3c-a2e9-b168ad8ea1f1 req-8f0e4c08-70bd-4923-8f79-0b83268878c1 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:53.463581 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3330223b-cf41-4c3c-a2e9-b168ad8ea1f1 req-8f0e4c08-70bd-4923-8f79-0b83268878c1 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0537591 Mar 08 13:03:53.518710 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3330223b-cf41-4c3c-a2e9-b168ad8ea1f1 req-5b5e7ad4-f1ec-4dab-be80-7a0f7a2dddf1 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490091 Mar 08 13:03:53.551132 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 682e299e-32ea-4461-82be-85ae1c53b257 up at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:03:53.623104 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning for port 682e299e-32ea-4461-82be-85ae1c53b257 completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:03:53.627492 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning complete for port 682e299e-32ea-4461-82be-85ae1c53b257 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:53.627928 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (682e299e-32ea-4461-82be-85ae1c53b257), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:53.709925 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 682e299e-32ea-4461-82be-85ae1c53b257 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:53.710314 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (682e299e-32ea-4461-82be-85ae1c53b257), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:53.735604 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43e3f23-ac8f-417e-a45e-94a3d577e3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682e299e-32ea-4461-82be-85ae1c53b257'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:03:53.738091 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f02a98a4da79acb06d2148361802764e90037bdc05c069ddf0d3843ada5eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffb7b7b-294d-45f3-ac41-b63f75a6690b" -d '{"events": [{"server_uuid": "e43e3f23-ac8f-417e-a45e-94a3d577e3d2", "name": "network-vif-plugged", "status": "completed", "tag": "682e299e-32ea-4461-82be-85ae1c53b257"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:03:53.746405 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8358e6a-3daa-47a7-b88e-abfed8bb19ed req-05f70b2b-b57a-4553-96e7-ec57e916d772 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:53.747972 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a8358e6a-3daa-47a7-b88e-abfed8bb19ed req-05f70b2b-b57a-4553-96e7-ec57e916d772 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=e43e3f23-ac8f-417e-a45e-94a3d577e3d2 HTTP/1.1" status: 200 len: 945 time: 0.0563138 Mar 08 13:03:53.753187 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 682e299e-32ea-4461-82be-85ae1c53b257, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=682e299e-32ea-4461-82be-85ae1c53b257,segment=NetworkSegment(14a16e25-07cb-480e-a6c0-b2e7066a598b),segment_id=14a16e25-07cb-480e-a6c0-b2e7066a598b)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:53.759528 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (682e299e-32ea-4461-82be-85ae1c53b257), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:53.786766 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be28a67f-39e0-438e-accb-02b9a2d276dc x-openstack-request-id: req-be28a67f-39e0-438e-accb-02b9a2d276dc {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:03:53.787065 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43e3f23-ac8f-417e-a45e-94a3d577e3d2", "name": "network-vif-plugged", "status": "completed", "tag": "682e299e-32ea-4461-82be-85ae1c53b257", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:03:53.787325 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-be28a67f-39e0-438e-accb-02b9a2d276dc {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:03:53.787720 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43e3f23-ac8f-417e-a45e-94a3d577e3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682e299e-32ea-4461-82be-85ae1c53b257', 'code': 200} Mar 08 13:03:53.805096 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a8358e6a-3daa-47a7-b88e-abfed8bb19ed req-f4f77bd6-9bd3-4dec-836a-2c87e8479e1d tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510900 Mar 08 13:03:53.815217 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=682e299e-32ea-4461-82be-85ae1c53b257,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:54.035063 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53adcf71-faf0-45cc-bd57-e7547a9a5db6 req-3b6c03c7-ccef-411d-a10b-2c1dc44fe731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:54.036550 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-53adcf71-faf0-45cc-bd57-e7547a9a5db6 req-3b6c03c7-ccef-411d-a10b-2c1dc44fe731 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e43e3f23-ac8f-417e-a45e-94a3d577e3d2 HTTP/1.1" status: 200 len: 1130 time: 0.0490332 Mar 08 13:03:54.082417 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-53adcf71-faf0-45cc-bd57-e7547a9a5db6 req-02875644-60a2-4b9e-8c1f-1bda808c0c75 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387616 Mar 08 13:03:54.647929 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96398529-29dc-40ca-a5ec-c28e86e85e95 req-fcaebbca-d7fc-4748-ab40-ad647165b8ea tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:54.650742 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-96398529-29dc-40ca-a5ec-c28e86e85e95 req-fcaebbca-d7fc-4748-ab40-ad647165b8ea tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0587153 Mar 08 13:03:54.684457 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1e166f61-9fcc-4b6e-b5cd-0d157130d11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:54.713830 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-96398529-29dc-40ca-a5ec-c28e86e85e95 req-a22279b5-cc50-4668-a4f0-6734b7425524 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538247 Mar 08 13:03:54.936776 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb503fdf-cac1-4f58-81a9-dfefa73864ef req-61bf7ebd-ecd8-456b-acc5-9288471c97e3 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:54.938313 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fb503fdf-cac1-4f58-81a9-dfefa73864ef req-61bf7ebd-ecd8-456b-acc5-9288471c97e3 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=e43e3f23-ac8f-417e-a45e-94a3d577e3d2 HTTP/1.1" status: 200 len: 946 time: 0.0561073 Mar 08 13:03:54.989507 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fb503fdf-cac1-4f58-81a9-dfefa73864ef req-cfa2b76e-4a52-4f08-a3f4-52b822aaf894 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453966 Mar 08 13:03:55.136209 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:03:55.490356 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c18a50-5f20-45c0-aef0-b5ac0a18432a req-c48e8ae0-dc15-48ee-903e-ad8b5e3da176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:55.491929 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-50c18a50-5f20-45c0-aef0-b5ac0a18432a req-c48e8ae0-dc15-48ee-903e-ad8b5e3da176 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 1130 time: 0.0500960 Mar 08 13:03:55.777582 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-50c18a50-5f20-45c0-aef0-b5ac0a18432a req-d7c5b6a8-f91f-4cd6-96e5-636827f05ddc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790258 Mar 08 13:03:55.835084 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 40694) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:55.848241 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea4b1e-b080-4fc4-8170-a046d390a571 req-022f5405-4605-4147-90f4-2ca8795f072b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:55.849860 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-33ea4b1e-b080-4fc4-8170-a046d390a571 req-022f5405-4605-4147-90f4-2ca8795f072b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0599508 Mar 08 13:03:55.902692 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-33ea4b1e-b080-4fc4-8170-a046d390a571 req-7bb3481f-fc05-4524-872a-4b4710397482 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468340 Mar 08 13:03:55.957707 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a226490d-033f-4b92-af72-ac0c06789cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:56.041672 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a226490d-033f-4b92-af72-ac0c06789cf1 admin admin] Publish callbacks [] for security_group (b5f777ad-670a-4a1e-9613-447b3942b526), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:56.045741 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a226490d-033f-4b92-af72-ac0c06789cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (b5f777ad-670a-4a1e-9613-447b3942b526), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:56.117255 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-a226490d-033f-4b92-af72-ac0c06789cf1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e106c5788f5b48c897b6e87d1e9c3e56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2815454 Mar 08 13:03:56.120486 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 40700) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:56.120681 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226490d-033f-4b92-af72-ac0c06789cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f777ad-670a-4a1e-9613-447b3942b526,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:56.149304 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212237d-8fbc-417d-9389-b0d826d710b1 req-06f3a639-095d-4493-9eac-4bd6a6f5d77f tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:56.152100 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5212237d-8fbc-417d-9389-b0d826d710b1 req-06f3a639-095d-4493-9eac-4bd6a6f5d77f tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=e43e3f23-ac8f-417e-a45e-94a3d577e3d2 HTTP/1.1" status: 200 len: 946 time: 0.0873876 Mar 08 13:03:56.190297 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fd34e52d-f8fa-4d9c-8c56-8478e05e0a27 admin admin] Publish callbacks [] for security_group (b5f777ad-670a-4a1e-9613-447b3942b526), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:56.212959 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fd34e52d-f8fa-4d9c-8c56-8478e05e0a27 admin admin] Publish callbacks [] for security_group (b5f777ad-670a-4a1e-9613-447b3942b526), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:56.217159 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5212237d-8fbc-417d-9389-b0d826d710b1 req-012d7af1-e68c-4ac3-8ab2-aec6c19befa9 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590742 Mar 08 13:03:56.269576 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fd34e52d-f8fa-4d9c-8c56-8478e05e0a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (b5f777ad-670a-4a1e-9613-447b3942b526), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:56.272112 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fd34e52d-f8fa-4d9c-8c56-8478e05e0a27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:56.273342 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-fd34e52d-f8fa-4d9c-8c56-8478e05e0a27 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b5f777ad-670a-4a1e-9613-447b3942b526 HTTP/1.1" status: 204 len: 168 time: 0.1517966 Mar 08 13:03:56.282977 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34e52d-f8fa-4d9c-8c56-8478e05e0a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f777ad-670a-4a1e-9613-447b3942b526,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:56.595197 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 40708) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:56.612169 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f7c26b2d-45d0-45c1-8512-de839b6f2317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:56.690343 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f7c26b2d-45d0-45c1-8512-de839b6f2317 admin admin] Publish callbacks [] for security_group (5e6d8782-a596-4850-9880-1b538ff7f0d2), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:56.697085 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f7c26b2d-45d0-45c1-8512-de839b6f2317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (5e6d8782-a596-4850-9880-1b538ff7f0d2), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:56.737105 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-f7c26b2d-45d0-45c1-8512-de839b6f2317 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b3f170a0d7f74460b31639227f89579f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404483 Mar 08 13:03:56.737869 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c26b2d-45d0-45c1-8512-de839b6f2317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6d8782-a596-4850-9880-1b538ff7f0d2,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:56.739702 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 40710) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:56.804763 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-33efbbe6-2374-4857-87b8-3dbddafca71c admin admin] Publish callbacks [] for security_group (5e6d8782-a596-4850-9880-1b538ff7f0d2), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:56.825916 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-33efbbe6-2374-4857-87b8-3dbddafca71c admin admin] Publish callbacks [] for security_group (5e6d8782-a596-4850-9880-1b538ff7f0d2), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:56.880801 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-33efbbe6-2374-4857-87b8-3dbddafca71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (5e6d8782-a596-4850-9880-1b538ff7f0d2), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:56.888792 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-33efbbe6-2374-4857-87b8-3dbddafca71c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:56.888792 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-33efbbe6-2374-4857-87b8-3dbddafca71c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5e6d8782-a596-4850-9880-1b538ff7f0d2 HTTP/1.1" status: 204 len: 168 time: 0.1444058 Mar 08 13:03:56.897023 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efbbe6-2374-4857-87b8-3dbddafca71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6d8782-a596-4850-9880-1b538ff7f0d2,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:56.899635 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac06928e-42d3-49cf-ac0f-9df2424bc84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:57.030261 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5dd49b-dad4-46dd-a435-6089bf260b52 req-96855c9c-2fbf-47a5-9b6c-27e615cd5e5a tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:57.033073 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2d5dd49b-dad4-46dd-a435-6089bf260b52 req-96855c9c-2fbf-47a5-9b6c-27e615cd5e5a tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0629294 Mar 08 13:03:57.082715 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2d5dd49b-dad4-46dd-a435-6089bf260b52 req-664b5555-f6c5-4492-b3f3-ef1b0b1dc8f1 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441771 Mar 08 13:03:57.351333 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030045c-5b41-4d34-91b2-5072da26af27 req-226ff1df-0c56-443f-8e50-64cd8efd2b81 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:57.352882 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a030045c-5b41-4d34-91b2-5072da26af27 req-226ff1df-0c56-443f-8e50-64cd8efd2b81 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=e43e3f23-ac8f-417e-a45e-94a3d577e3d2 HTTP/1.1" status: 200 len: 946 time: 0.0620916 Mar 08 13:03:57.401334 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a030045c-5b41-4d34-91b2-5072da26af27 req-552e74d6-2435-4698-94af-bc89e4a803a0 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421603 Mar 08 13:03:58.137976 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:58.242889 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9f7b1-b306-4be0-a8d9-1063c8025d79 req-28596cdd-5547-4daf-8660-710ed6a2b9d9 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:58.245254 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7eb9f7b1-b306-4be0-a8d9-1063c8025d79 req-28596cdd-5547-4daf-8660-710ed6a2b9d9 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0690186 Mar 08 13:03:58.315099 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7eb9f7b1-b306-4be0-a8d9-1063c8025d79 req-85b05df6-d321-4211-9505-d3b4d31f7815 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608828 Mar 08 13:03:58.433723 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6a83e-af0c-46ef-b7d5-51b17adcc5b0 req-25cbbf95-75a3-406f-9fa4-60eb25779db7 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:58.435371 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f2d6a83e-af0c-46ef-b7d5-51b17adcc5b0 req-25cbbf95-75a3-406f-9fa4-60eb25779db7 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=e43e3f23-ac8f-417e-a45e-94a3d577e3d2 HTTP/1.1" status: 200 len: 946 time: 0.0698600 Mar 08 13:03:58.491071 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f2d6a83e-af0c-46ef-b7d5-51b17adcc5b0 req-fb887a23-cb7c-4904-8dd0-8024193deac0 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494065 Mar 08 13:03:58.611609 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187ce30-7ad2-4acd-bc8d-b0d10d6a8d16 req-52436625-9aaa-4c04-8996-0d46e2c299d9 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:58.613438 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2187ce30-7ad2-4acd-bc8d-b0d10d6a8d16 req-52436625-9aaa-4c04-8996-0d46e2c299d9 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0544236 Mar 08 13:03:58.641402 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bb295-bc1c-4e99-96bb-e5ff1d2e02c8 req-0a4f29ff-f654-4548-943d-aff1bb49920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:58.643182 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ff0bb295-bc1c-4e99-96bb-e5ff1d2e02c8 req-0a4f29ff-f654-4548-943d-aff1bb49920d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4a8d0813209c4a0bbc5f6d2dce0d4ff4&device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 1130 time: 0.0475488 Mar 08 13:03:58.674868 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2187ce30-7ad2-4acd-bc8d-b0d10d6a8d16 req-1b61f74c-8138-4528-a7a6-b25f4cb30901 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550251 Mar 08 13:03:58.746337 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bb295-bc1c-4e99-96bb-e5ff1d2e02c8 req-28672d52-3e55-43ed-a6a2-bc579fd62979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:58.747874 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ff0bb295-bc1c-4e99-96bb-e5ff1d2e02c8 req-28672d52-3e55-43ed-a6a2-bc579fd62979 service neutron] 10.222.0.72 "GET /v2.0/networks?id=21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 HTTP/1.1" status: 200 len: 921 time: 0.0950263 Mar 08 13:03:58.797453 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ff0bb295-bc1c-4e99-96bb-e5ff1d2e02c8 req-9a72bd08-86bc-42e5-9d3d-f87e7d2e4b96 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20a74c65-ee1c-41dc-a46e-2484d0f0d59c HTTP/1.1" status: 200 len: 217 time: 0.0415606 Mar 08 13:03:58.856753 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bb295-bc1c-4e99-96bb-e5ff1d2e02c8 req-faa1c6e1-ddac-4882-bcf6-630b627d1ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:58.858710 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ff0bb295-bc1c-4e99-96bb-e5ff1d2e02c8 req-faa1c6e1-ddac-4882-bcf6-630b627d1ec9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec1e63dc-26dd-4e1a-8756-ada739f4a12a HTTP/1.1" status: 200 len: 859 time: 0.0517888 Mar 08 13:03:58.898266 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ff0bb295-bc1c-4e99-96bb-e5ff1d2e02c8 req-97c1d27d-76f4-42f1-947b-921fdd51f5a3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21bd8c3c-2f29-47a3-b60e-e76ac3085ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253904 Mar 08 13:03:58.997030 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ff0bb295-bc1c-4e99-96bb-e5ff1d2e02c8 req-b88fd072-9c1a-4e7e-b1a9-48fa7ffd21b7 service neutron] 10.222.0.72 "GET /v2.0/networks/21bd8c3c-2f29-47a3-b60e-e76ac3085ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869582 Mar 08 13:03:59.090131 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ff0bb295-bc1c-4e99-96bb-e5ff1d2e02c8 req-9c2aba7f-3936-4221-91e8-00bd09ebda20 service neutron] 10.222.0.72 "GET /v2.0/networks/21bd8c3c-2f29-47a3-b60e-e76ac3085ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834394 Mar 08 13:03:59.552404 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:59.625885 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d758aa7-3aff-4491-9745-5a8c535285e0 req-c33afb1d-8d21-4ec1-b657-45380ea59049 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:59.627298 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6d758aa7-3aff-4491-9745-5a8c535285e0 req-c33afb1d-8d21-4ec1-b657-45380ea59049 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=e43e3f23-ac8f-417e-a45e-94a3d577e3d2 HTTP/1.1" status: 200 len: 946 time: 0.0530248 Mar 08 13:03:59.678745 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6d758aa7-3aff-4491-9745-5a8c535285e0 req-08b6e765-c5fc-461a-b672-73e494d4c795 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458796 Mar 08 13:03:59.794727 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df2714-611e-4e7d-a319-86bc4c6048d9 req-ff8b5caf-a371-4735-bfb8-0f947bbf04ff tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:59.796418 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-92df2714-611e-4e7d-a319-86bc4c6048d9 req-ff8b5caf-a371-4735-bfb8-0f947bbf04ff tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0523384 Mar 08 13:03:59.846511 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-92df2714-611e-4e7d-a319-86bc4c6048d9 req-5bf0794b-9dd5-44cc-9086-5aefb1245144 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444729 Mar 08 13:04:00.799199 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9caeb-a6c2-4ff5-941f-43e51361bec4 req-b6cbfec3-7b93-4558-9028-22d48ceacbe1 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:00.800707 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bae9caeb-a6c2-4ff5-941f-43e51361bec4 req-b6cbfec3-7b93-4558-9028-22d48ceacbe1 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=e43e3f23-ac8f-417e-a45e-94a3d577e3d2 HTTP/1.1" status: 200 len: 946 time: 0.0538182 Mar 08 13:04:00.847043 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bae9caeb-a6c2-4ff5-941f-43e51361bec4 req-44756460-ff93-4c48-929f-073a369bab5e tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf4dac8a-2b10-4192-b58d-7ec71318cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408046 Mar 08 13:04:00.942097 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:00.980690 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece679c-6fe5-4843-9452-446c90b7620c req-3951689a-815d-40dc-94fc-fed42a4e5945 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:00.985184 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-eece679c-6fe5-4843-9452-446c90b7620c req-3951689a-815d-40dc-94fc-fed42a4e5945 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0698452 Mar 08 13:04:01.040619 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-eece679c-6fe5-4843-9452-446c90b7620c req-45e9579d-80dd-4676-9b69-a64e059f0557 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525558 Mar 08 13:04:01.403046 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4de499-8cf5-490a-bb76-b10a35d6df74 req-3275a9f5-a6a0-4f6d-b026-9baa7695ae7a tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:01.404468 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ed4de499-8cf5-490a-bb76-b10a35d6df74 req-3275a9f5-a6a0-4f6d-b026-9baa7695ae7a tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.72 "GET /v2.0/ports?device_id=e43e3f23-ac8f-417e-a45e-94a3d577e3d2 HTTP/1.1" status: 200 len: 946 time: 0.0558639 Mar 08 13:04:01.499091 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-ed4de499-8cf5-490a-bb76-b10a35d6df74 req-10963c48-053f-48d9-8e02-0ac3a1cdccad tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Deleting port 682e299e-32ea-4461-82be-85ae1c53b257 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:04:01.499433 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ed4de499-8cf5-490a-bb76-b10a35d6df74 req-10963c48-053f-48d9-8e02-0ac3a1cdccad tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (682e299e-32ea-4461-82be-85ae1c53b257), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:01.590516 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-ed4de499-8cf5-490a-bb76-b10a35d6df74 req-10963c48-053f-48d9-8e02-0ac3a1cdccad tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] For port 682e299e-32ea-4461-82be-85ae1c53b257, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=682e299e-32ea-4461-82be-85ae1c53b257,segment=NetworkSegment(14a16e25-07cb-480e-a6c0-b2e7066a598b),segment_id=14a16e25-07cb-480e-a6c0-b2e7066a598b)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:01.590884 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ed4de499-8cf5-490a-bb76-b10a35d6df74 req-10963c48-053f-48d9-8e02-0ac3a1cdccad tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (682e299e-32ea-4461-82be-85ae1c53b257), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:01.603263 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-ed4de499-8cf5-490a-bb76-b10a35d6df74 req-10963c48-053f-48d9-8e02-0ac3a1cdccad tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Calling delete_port for 682e299e-32ea-4461-82be-85ae1c53b257 owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:04:01.730998 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ed4de499-8cf5-490a-bb76-b10a35d6df74 req-10963c48-053f-48d9-8e02-0ac3a1cdccad tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (682e299e-32ea-4461-82be-85ae1c53b257), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:01.764408 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10963c48-053f-48d9-8e02-0ac3a1cdccad tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Pushing event deleted for resources: {'Port': ['ID=682e299e-32ea-4461-82be-85ae1c53b257,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:01.776473 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['682e299e-32ea-4461-82be-85ae1c53b257'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:04:01.807774 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4de499-8cf5-490a-bb76-b10a35d6df74 req-10963c48-053f-48d9-8e02-0ac3a1cdccad tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] No DVR routers for this DVR port 682e299e-32ea-4461-82be-85ae1c53b257 on host hv-cinder-83008 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:04:01.812059 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ed4de499-8cf5-490a-bb76-b10a35d6df74 req-10963c48-053f-48d9-8e02-0ac3a1cdccad tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:01.815569 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ed4de499-8cf5-490a-bb76-b10a35d6df74 req-10963c48-053f-48d9-8e02-0ac3a1cdccad tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.72 "DELETE /v2.0/ports/682e299e-32ea-4461-82be-85ae1c53b257 HTTP/1.1" status: 204 len: 173 time: 0.4044590 Mar 08 13:04:01.816071 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43e3f23-ac8f-417e-a45e-94a3d577e3d2', 'name': 'network-vif-deleted', 'tag': '682e299e-32ea-4461-82be-85ae1c53b257'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:04:01.819098 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47bbc66-0c20-4b6b-8dc3-144a09950998" -d '{"events": [{"server_uuid": "e43e3f23-ac8f-417e-a45e-94a3d577e3d2", "name": "network-vif-deleted", "tag": "682e299e-32ea-4461-82be-85ae1c53b257"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:04:01.854737 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92de822a-31e1-4e67-af83-6d77dfe8f4ae x-openstack-request-id: req-92de822a-31e1-4e67-af83-6d77dfe8f4ae {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:04:01.855035 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43e3f23-ac8f-417e-a45e-94a3d577e3d2", "name": "network-vif-deleted", "tag": "682e299e-32ea-4461-82be-85ae1c53b257", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:04:01.855438 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-92de822a-31e1-4e67-af83-6d77dfe8f4ae {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:04:01.855698 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43e3f23-ac8f-417e-a45e-94a3d577e3d2', 'name': 'network-vif-deleted', 'tag': '682e299e-32ea-4461-82be-85ae1c53b257', 'status': 'completed', 'code': 200} Mar 08 13:04:01.945247 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e8885a7c-cd11-4b01-a273-48b1620064f4 req-96b12d76-f37b-4d37-ae86-54eb15908927 tempest-VolumesActionsTest-315993991 tempest-VolumesActionsTest-315993991-project] 10.222.0.50 "GET /v2.0/ports?device_id=e43e3f23-ac8f-417e-a45e-94a3d577e3d2 HTTP/1.1" status: 200 len: 210 time: 0.0280921 Mar 08 13:04:02.160693 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfaee5b-80f2-4776-8c37-b01110a4ec5c req-fd57c94b-dc89-43ad-bc8e-002e7cdd883d tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:02.162148 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9dfaee5b-80f2-4776-8c37-b01110a4ec5c req-fd57c94b-dc89-43ad-bc8e-002e7cdd883d tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0535512 Mar 08 13:04:02.210570 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9dfaee5b-80f2-4776-8c37-b01110a4ec5c req-10260275-2e9b-4e59-83b9-12cc2fa77d72 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428720 Mar 08 13:04:03.352251 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67387cae-4636-414d-94d6-b0c28e4e439a req-29f8eaa0-662d-42e4-be48-4ff38a21d057 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:03.353993 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-67387cae-4636-414d-94d6-b0c28e4e439a req-29f8eaa0-662d-42e4-be48-4ff38a21d057 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0699728 Mar 08 13:04:03.418615 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-67387cae-4636-414d-94d6-b0c28e4e439a req-3ea37196-d9dc-414c-9c3b-b9d4df113396 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585418 Mar 08 13:04:04.540515 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c495b41-27f0-4250-820a-b37e864249b0 req-40be4804-ddac-4c38-9126-65ce706c1027 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:04.541999 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6c495b41-27f0-4250-820a-b37e864249b0 req-40be4804-ddac-4c38-9126-65ce706c1027 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0531466 Mar 08 13:04:04.592136 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6c495b41-27f0-4250-820a-b37e864249b0 req-068c4659-a483-4ead-a7e0-bee1791e1472 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442407 Mar 08 13:04:05.740673 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 682e299e-32ea-4461-82be-85ae1c53b257 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:04:05.762372 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] No Port match for: 682e299e-32ea-4461-82be-85ae1c53b257 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:04:05.762724 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 682e299e-32ea-4461-82be-85ae1c53b257 not bound to the agent host hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:04:12.281680 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:13.395344 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269e776-d12d-4918-9cc5-5fb82da69c35 req-968f8f05-416a-4ab2-91ac-88c6febc74ec tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:13.397039 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a269e776-d12d-4918-9cc5-5fb82da69c35 req-968f8f05-416a-4ab2-91ac-88c6febc74ec tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0586467 Mar 08 13:04:13.451504 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a269e776-d12d-4918-9cc5-5fb82da69c35 req-5a2ecd84-1fcf-442c-91d3-f0f93ddc14e5 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486171 Mar 08 13:04:14.057934 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-28e7a063-8ba0-4370-97aa-99b2a0b62ff5 req-16834a71-45b3-4b6d-baea-b4a3e75c6532 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475194 Mar 08 13:04:14.142426 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7a063-8ba0-4370-97aa-99b2a0b62ff5 req-961f0048-0e51-4150-9c0e-af6660cda0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:14.143898 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-28e7a063-8ba0-4370-97aa-99b2a0b62ff5 req-961f0048-0e51-4150-9c0e-af6660cda0f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4a8d0813209c4a0bbc5f6d2dce0d4ff4&device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 1130 time: 0.0485973 Mar 08 13:04:14.257939 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7a063-8ba0-4370-97aa-99b2a0b62ff5 req-7cf8e4a8-d952-414c-92d7-09c577248f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:14.259409 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-28e7a063-8ba0-4370-97aa-99b2a0b62ff5 req-7cf8e4a8-d952-414c-92d7-09c577248f78 service neutron] 10.222.0.72 "GET /v2.0/networks?id=21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 HTTP/1.1" status: 200 len: 921 time: 0.0918515 Mar 08 13:04:14.301313 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-28e7a063-8ba0-4370-97aa-99b2a0b62ff5 req-66fbccf4-855e-4485-90d5-e4d2e201ee05 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20a74c65-ee1c-41dc-a46e-2484d0f0d59c HTTP/1.1" status: 200 len: 217 time: 0.0344741 Mar 08 13:04:14.355622 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7a063-8ba0-4370-97aa-99b2a0b62ff5 req-bc1716d8-7489-433d-801a-f3820de97b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:14.357459 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-28e7a063-8ba0-4370-97aa-99b2a0b62ff5 req-bc1716d8-7489-433d-801a-f3820de97b99 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec1e63dc-26dd-4e1a-8756-ada739f4a12a HTTP/1.1" status: 200 len: 859 time: 0.0501053 Mar 08 13:04:14.390934 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-28e7a063-8ba0-4370-97aa-99b2a0b62ff5 req-a79215dd-fe19-4af4-acb3-825a484e8bd1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21bd8c3c-2f29-47a3-b60e-e76ac3085ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265396 Mar 08 13:04:14.489927 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-28e7a063-8ba0-4370-97aa-99b2a0b62ff5 req-c562fefe-801f-48d2-9715-e8adf0c5288a service neutron] 10.222.0.72 "GET /v2.0/networks/21bd8c3c-2f29-47a3-b60e-e76ac3085ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927255 Mar 08 13:04:14.589303 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-28e7a063-8ba0-4370-97aa-99b2a0b62ff5 req-f8ebfa62-a313-40eb-8f5d-2cfaf21abeaf service neutron] 10.222.0.72 "GET /v2.0/networks/21bd8c3c-2f29-47a3-b60e-e76ac3085ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929625 Mar 08 13:04:18.518365 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 41156) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:18.633137 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-51b32e42-aa51-4e98-a41e-513210fe4644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:18.730351 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-51b32e42-aa51-4e98-a41e-513210fe4644 admin admin] Publish callbacks [] for security_group (d6f8b38f-53d4-461f-82d6-b058f8213de9), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:18.735158 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-51b32e42-aa51-4e98-a41e-513210fe4644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (d6f8b38f-53d4-461f-82d6-b058f8213de9), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:18.770299 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-51b32e42-aa51-4e98-a41e-513210fe4644 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d3a3eb27ed6544f29bfe076f35236fc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508366 Mar 08 13:04:18.773278 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 41160) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:18.781117 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b32e42-aa51-4e98-a41e-513210fe4644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f8b38f-53d4-461f-82d6-b058f8213de9,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:18.850814 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-be823e8b-6e5f-410d-a178-481ffaf7e763 admin admin] Publish callbacks [] for security_group (d6f8b38f-53d4-461f-82d6-b058f8213de9), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:18.874634 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-be823e8b-6e5f-410d-a178-481ffaf7e763 admin admin] Publish callbacks [] for security_group (d6f8b38f-53d4-461f-82d6-b058f8213de9), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:18.945736 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-be823e8b-6e5f-410d-a178-481ffaf7e763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (d6f8b38f-53d4-461f-82d6-b058f8213de9), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:18.949204 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-be823e8b-6e5f-410d-a178-481ffaf7e763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:18.963634 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-be823e8b-6e5f-410d-a178-481ffaf7e763 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d6f8b38f-53d4-461f-82d6-b058f8213de9 HTTP/1.1" status: 204 len: 168 time: 0.1808665 Mar 08 13:04:18.978528 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be823e8b-6e5f-410d-a178-481ffaf7e763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f8b38f-53d4-461f-82d6-b058f8213de9,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:19.317530 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 41178) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:19.335532 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-99490621-a0bc-4b71-8a04-f779692c868a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:19.429951 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-99490621-a0bc-4b71-8a04-f779692c868a admin admin] Publish callbacks [] for security_group (791b4ff6-a8c5-4547-ba0e-fea9eb953d37), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:19.436220 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-99490621-a0bc-4b71-8a04-f779692c868a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (791b4ff6-a8c5-4547-ba0e-fea9eb953d37), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:19.465576 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99490621-a0bc-4b71-8a04-f779692c868a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791b4ff6-a8c5-4547-ba0e-fea9eb953d37,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:19.486220 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-99490621-a0bc-4b71-8a04-f779692c868a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2001f74217854213a94e306be1abe5c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1675849 Mar 08 13:04:19.489987 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 41182) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:19.552138 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a07d425f-f370-4cf1-9d3d-d4ee4fad81fa admin admin] Publish callbacks [] for security_group (791b4ff6-a8c5-4547-ba0e-fea9eb953d37), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:19.589842 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a07d425f-f370-4cf1-9d3d-d4ee4fad81fa admin admin] Publish callbacks [] for security_group (791b4ff6-a8c5-4547-ba0e-fea9eb953d37), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:19.642738 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a07d425f-f370-4cf1-9d3d-d4ee4fad81fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (791b4ff6-a8c5-4547-ba0e-fea9eb953d37), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:19.645872 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a07d425f-f370-4cf1-9d3d-d4ee4fad81fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:19.647163 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-a07d425f-f370-4cf1-9d3d-d4ee4fad81fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/791b4ff6-a8c5-4547-ba0e-fea9eb953d37 HTTP/1.1" status: 204 len: 168 time: 0.1559691 Mar 08 13:04:19.655516 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d425f-f370-4cf1-9d3d-d4ee4fad81fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791b4ff6-a8c5-4547-ba0e-fea9eb953d37,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:24.669406 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ce1f7358-0e5e-44b3-b4ee-a088b67bee10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:26.894704 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a14016b1-f4a0-473b-9f5d-c4d01f5ecc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:28.120886 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:29.557402 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:30.934538 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:32.134437 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:04:37.860672 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-4154de6e-706a-4d01-b911-f29d9f3ca751 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-313352992&fields=id&tenant_id=c5c1dbd73f714812884fd52131e1c532 HTTP/1.1" status: 200 len: 267 time: 0.0930521 Mar 08 13:04:38.251169 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-f6c78be8-1c79-483e-b7bd-fb4a0423e0ed tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:38.259129 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-f6c78be8-1c79-483e-b7bd-fb4a0423e0ed tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/networks?id=74fb8322-422e-4598-a582-08c81982953b HTTP/1.1" status: 200 len: 809 time: 0.3904576 Mar 08 13:04:38.270459 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-e4595239-e417-4771-a96c-d1fd4116f10b tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/quotas/c5c1dbd73f714812884fd52131e1c532 HTTP/1.1" status: 200 len: 375 time: 0.0101535 Mar 08 13:04:38.340261 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-dc79d96a-4183-455b-8319-cb84f3cd1cde tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5c1dbd73f714812884fd52131e1c532&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641537 Mar 08 13:04:38.460468 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-585915b8-26d1-4294-a600-a25a208e15dc service neutron] 10.222.0.50 "GET /v2.0/networks/74fb8322-422e-4598-a582-08c81982953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074536 Mar 08 13:04:38.576446 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-c70af366-c967-47e8-b9b8-71d4c0409adf service neutron] 10.222.0.50 "GET /v2.0/networks/74fb8322-422e-4598-a582-08c81982953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148620 Mar 08 13:04:39.000688 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-33c925f8-73a5-4e3a-b625-4b52e8e94469 req-7f8a28a7-9298-4cd2-8031-0bcf749c4027 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 210 time: 0.0509295 Mar 08 13:04:40.142905 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-176bbb86-746c-41e2-8d99-ddd54a3ae27f req-bc608814-df1f-4f5e-b5a3-395596106300 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 210 time: 0.0471559 Mar 08 13:04:41.230908 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bded6c3b-0b85-4683-bafc-bb7b5b42fd81 req-c59db270-d753-4cff-8a20-d72b77a9d5db tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 210 time: 0.0295606 Mar 08 13:04:42.272347 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:42.325474 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fdc20e48-9e0d-43db-be4b-41fe9bce04b3 req-624258eb-631a-4ed0-88c0-d94a8e33a7ef tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 210 time: 0.0268252 Mar 08 13:04:43.427829 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d9012344-154e-405d-b325-ce21b992596e req-d61cdcf5-8d50-4271-80fb-6000360fd718 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 210 time: 0.0321634 Mar 08 13:04:44.053155 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-a7af7ba9-dc51-4836-9a01-a7d2d2559dce tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:44.054597 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-a7af7ba9-dc51-4836-9a01-a7d2d2559dce tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.72 "GET /v2.0/networks?id=74fb8322-422e-4598-a582-08c81982953b HTTP/1.1" status: 200 len: 809 time: 0.1223807 Mar 08 13:04:44.142217 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-48613f71-289a-424b-94bb-627c48751a5c tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5c1dbd73f714812884fd52131e1c532 HTTP/1.1" status: 200 len: 379 time: 0.0706046 Mar 08 13:04:44.156763 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-08fa0fff-6ea5-4e2f-8307-20816c28f775 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Request body: {'port': {'device_id': 'f23b9c24-c43d-45a5-87e9-403edccc6360', 'network_id': '74fb8322-422e-4598-a582-08c81982953b', 'admin_state_up': True, 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'security_groups': ['3fefbd54-9b52-436c-b667-033e08527143']}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:04:44.306428 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-08fa0fff-6ea5-4e2f-8307-20816c28f775 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Made reservation on behalf of c5c1dbd73f714812884fd52131e1c532 for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:04:44.310397 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-08fa0fff-6ea5-4e2f-8307-20816c28f775 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:44.467037 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-08fa0fff-6ea5-4e2f-8307-20816c28f775 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Allocated IP 172.20.0.12 (74fb8322-422e-4598-a582-08c81982953b/c6f0eaac-f97b-4e54-9851-727e4eab1e17/69c0ca4b-3a0c-4e89-867a-ea586508f818) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:04:44.555211 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bddded45-fc28-431f-a566-8b30e4de9a5c req-99a9f5be-384c-4bd7-8e6f-85250a0931c9 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 210 time: 0.0400200 Mar 08 13:04:44.644183 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-08fa0fff-6ea5-4e2f-8307-20816c28f775 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for port (69c0ca4b-3a0c-4e89-867a-ea586508f818), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:44.685464 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-08fa0fff-6ea5-4e2f-8307-20816c28f775 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (69c0ca4b-3a0c-4e89-867a-ea586508f818), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:44.737481 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-08fa0fff-6ea5-4e2f-8307-20816c28f775 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Network 74fb8322-422e-4598-a582-08c81982953b is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:04:44.740537 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-08fa0fff-6ea5-4e2f-8307-20816c28f775 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:04:44.744387 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-08fa0fff-6ea5-4e2f-8307-20816c28f775 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:04:44.751098 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa0fff-6ea5-4e2f-8307-20816c28f775 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Pushing event updated for resources: {'Port': ['ID=69c0ca4b-3a0c-4e89-867a-ea586508f818,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:44.787872 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa0fff-6ea5-4e2f-8307-20816c28f775 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:44.788319 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa0fff-6ea5-4e2f-8307-20816c28f775 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:44.788531 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa0fff-6ea5-4e2f-8307-20816c28f775 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:44.788936 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa0fff-6ea5-4e2f-8307-20816c28f775 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:44.789238 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa0fff-6ea5-4e2f-8307-20816c28f775 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:44.789651 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa0fff-6ea5-4e2f-8307-20816c28f775 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:44.790049 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa0fff-6ea5-4e2f-8307-20816c28f775 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:44.790400 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa0fff-6ea5-4e2f-8307-20816c28f775 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:44.790845 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa0fff-6ea5-4e2f-8307-20816c28f775 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:44.791139 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa0fff-6ea5-4e2f-8307-20816c28f775 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:44.791540 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa0fff-6ea5-4e2f-8307-20816c28f775 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:44.791886 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa0fff-6ea5-4e2f-8307-20816c28f775 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:44.792179 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa0fff-6ea5-4e2f-8307-20816c28f775 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:44.820423 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-08fa0fff-6ea5-4e2f-8307-20816c28f775 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:44.822520 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-08fa0fff-6ea5-4e2f-8307-20816c28f775 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:44.844784 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-08fa0fff-6ea5-4e2f-8307-20816c28f775 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6970663 Mar 08 13:04:44.863445 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-03b4c76b-d585-4c9f-8baf-5a4bb2fe05c4 service neutron] Request body: {'port': {'device_id': 'f23b9c24-c43d-45a5-87e9-403edccc6360', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:04:44.933277 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-03b4c76b-d585-4c9f-8baf-5a4bb2fe05c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (69c0ca4b-3a0c-4e89-867a-ea586508f818), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:45.011147 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-d83f50d5-1f42-4cf0-87df-35c41eda7d36 None None] Provisioning complete for port 69c0ca4b-3a0c-4e89-867a-ea586508f818 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:04:45.011715 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d83f50d5-1f42-4cf0-87df-35c41eda7d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (69c0ca4b-3a0c-4e89-867a-ea586508f818), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:45.051124 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-d83f50d5-1f42-4cf0-87df-35c41eda7d36 None None] Port 69c0ca4b-3a0c-4e89-867a-ea586508f818 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:04:45.222020 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf90f82-cb3c-476b-9887-a15966827f93 req-00a3350b-d8b7-4441-b6fc-800142c993dd tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:45.223884 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-eaf90f82-cb3c-476b-9887-a15966827f93 req-00a3350b-d8b7-4441-b6fc-800142c993dd tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0610955 Mar 08 13:04:45.265633 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2c210-4104-41f7-b002-30cbaefbc22b req-16677dc4-aa0e-4009-b092-92b83f74e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:45.267147 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-aba2c210-4104-41f7-b002-30cbaefbc22b req-16677dc4-aa0e-4009-b092-92b83f74e486 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4a8d0813209c4a0bbc5f6d2dce0d4ff4&device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 1130 time: 0.0814350 Mar 08 13:04:45.271546 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-03b4c76b-d585-4c9f-8baf-5a4bb2fe05c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c0ca4b-3a0c-4e89-867a-ea586508f818 {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:04:45.287324 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-03b4c76b-d585-4c9f-8baf-5a4bb2fe05c4 service neutron] Publish callbacks [] for port (69c0ca4b-3a0c-4e89-867a-ea586508f818), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:45.296966 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-eaf90f82-cb3c-476b-9887-a15966827f93 req-8fe6e05c-d06e-4399-8190-f35a00c4b15d tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668845 Mar 08 13:04:45.320871 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-03b4c76b-d585-4c9f-8baf-5a4bb2fe05c4 service neutron] Transition to ACTIVE for port object 69c0ca4b-3a0c-4e89-867a-ea586508f818 will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:04:45.358530 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-03b4c76b-d585-4c9f-8baf-5a4bb2fe05c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (69c0ca4b-3a0c-4e89-867a-ea586508f818), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:45.428227 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4c76b-d585-4c9f-8baf-5a4bb2fe05c4 service neutron] Pushing event updated for resources: {'Port': ['ID=69c0ca4b-3a0c-4e89-867a-ea586508f818,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:45.489203 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2c210-4104-41f7-b002-30cbaefbc22b req-fcf1efde-35df-41d7-8ea1-0d00ad229699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:45.491332 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-aba2c210-4104-41f7-b002-30cbaefbc22b req-fcf1efde-35df-41d7-8ea1-0d00ad229699 service neutron] 10.222.0.72 "GET /v2.0/networks?id=21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 HTTP/1.1" status: 200 len: 921 time: 0.2152743 Mar 08 13:04:45.548990 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-aba2c210-4104-41f7-b002-30cbaefbc22b req-d249bccb-5959-4257-8718-9753e82032d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20a74c65-ee1c-41dc-a46e-2484d0f0d59c HTTP/1.1" status: 200 len: 217 time: 0.0498762 Mar 08 13:04:45.603125 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-03b4c76b-d585-4c9f-8baf-5a4bb2fe05c4 service neutron] Attempting to bind port 69c0ca4b-3a0c-4e89-867a-ea586508f818 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:04:45.603544 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-03b4c76b-d585-4c9f-8baf-5a4bb2fe05c4 service neutron] Attempting to bind port 69c0ca4b-3a0c-4e89-867a-ea586508f818 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '327aa9d0-0865-44d5-bdb4-bf75325012df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '74fb8322-422e-4598-a582-08c81982953b'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:04:45.603880 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-03b4c76b-d585-4c9f-8baf-5a4bb2fe05c4 service neutron] Attempting to bind port 69c0ca4b-3a0c-4e89-867a-ea586508f818 on network 74fb8322-422e-4598-a582-08c81982953b {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:04:45.614367 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-03b4c76b-d585-4c9f-8baf-5a4bb2fe05c4 service neutron] Port 69c0ca4b-3a0c-4e89-867a-ea586508f818 on network 74fb8322-422e-4598-a582-08c81982953b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:04:45.614803 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-03b4c76b-d585-4c9f-8baf-5a4bb2fe05c4 service neutron] Attempting to bind port 69c0ca4b-3a0c-4e89-867a-ea586508f818 on network 74fb8322-422e-4598-a582-08c81982953b {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:04:45.624338 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-03b4c76b-d585-4c9f-8baf-5a4bb2fe05c4 service neutron] Checking agent: {'id': '1556a156-0b90-4c62-9625-a828b1293451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'started_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:04:45.624933 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-03b4c76b-d585-4c9f-8baf-5a4bb2fe05c4 service neutron] Checking segment: {'id': '327aa9d0-0865-44d5-bdb4-bf75325012df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '74fb8322-422e-4598-a582-08c81982953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:04:45.625324 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-03b4c76b-d585-4c9f-8baf-5a4bb2fe05c4 service neutron] Bound using segment: {'id': '327aa9d0-0865-44d5-bdb4-bf75325012df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '74fb8322-422e-4598-a582-08c81982953b'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:04:45.625767 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-03b4c76b-d585-4c9f-8baf-5a4bb2fe05c4 service neutron] Bound port: 69c0ca4b-3a0c-4e89-867a-ea586508f818, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '327aa9d0-0865-44d5-bdb4-bf75325012df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '74fb8322-422e-4598-a582-08c81982953b'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:04:45.626444 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-03b4c76b-d585-4c9f-8baf-5a4bb2fe05c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (69c0ca4b-3a0c-4e89-867a-ea586508f818), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:45.637972 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2c210-4104-41f7-b002-30cbaefbc22b req-d43a6b6b-a8df-4604-bbdb-bce65d0cf027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:45.639567 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-aba2c210-4104-41f7-b002-30cbaefbc22b req-d43a6b6b-a8df-4604-bbdb-bce65d0cf027 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec1e63dc-26dd-4e1a-8756-ada739f4a12a HTTP/1.1" status: 200 len: 859 time: 0.0840631 Mar 08 13:04:45.770975 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-aba2c210-4104-41f7-b002-30cbaefbc22b req-c9dad199-c666-49ac-9ee6-1ca19074957d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21bd8c3c-2f29-47a3-b60e-e76ac3085ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907314 Mar 08 13:04:45.771423 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 41720) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:45.829297 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_v2 [None req-433db229-a6f3-4f1c-933a-1c866aec1ac2 admin admin] Deleting subnet 2d5c3540-a79c-4bbd-9a20-ed5b1e76500c {{(pid=102969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:04:45.832576 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-433db229-a6f3-4f1c-933a-1c866aec1ac2 admin admin] Publish callbacks [] for subnet (2d5c3540-a79c-4bbd-9a20-ed5b1e76500c), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:45.871583 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-433db229-a6f3-4f1c-933a-1c866aec1ac2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5748676'] for subnet (2d5c3540-a79c-4bbd-9a20-ed5b1e76500c), precommit_delete_associations {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:45.889144 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1753b9-1a05-424e-9da6-a615a5dad85f req-1c2aad70-47f5-4db6-9807-4cc572fc6be4 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:45.890652 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-cf1753b9-1a05-424e-9da6-a615a5dad85f req-1c2aad70-47f5-4db6-9807-4cc572fc6be4 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 944 time: 0.2158582 Mar 08 13:04:45.894349 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-03b4c76b-d585-4c9f-8baf-5a4bb2fe05c4 service neutron] For port 69c0ca4b-3a0c-4e89-867a-ea586508f818, host hv-cinder-83008, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:04:45.919632 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-433db229-a6f3-4f1c-933a-1c866aec1ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791735'] for subnet (2d5c3540-a79c-4bbd-9a20-ed5b1e76500c), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:45.923246 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-03b4c76b-d585-4c9f-8baf-5a4bb2fe05c4 service neutron] For port 69c0ca4b-3a0c-4e89-867a-ea586508f818, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=69c0ca4b-3a0c-4e89-867a-ea586508f818,segment=NetworkSegment(327aa9d0-0865-44d5-bdb4-bf75325012df),segment_id=327aa9d0-0865-44d5-bdb4-bf75325012df)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:04:45.941340 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-03b4c76b-d585-4c9f-8baf-5a4bb2fe05c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (69c0ca4b-3a0c-4e89-867a-ea586508f818), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:45.979162 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-433db229-a6f3-4f1c-933a-1c866aec1ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4213226'] for subnet (2d5c3540-a79c-4bbd-9a20-ed5b1e76500c), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:45.980544 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-aba2c210-4104-41f7-b002-30cbaefbc22b req-718e710d-deae-41fd-844f-01368e76c995 service neutron] 10.222.0.72 "GET /v2.0/networks/21bd8c3c-2f29-47a3-b60e-e76ac3085ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039449 Mar 08 13:04:45.997440 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-03b4c76b-d585-4c9f-8baf-5a4bb2fe05c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:45.997440 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-03b4c76b-d585-4c9f-8baf-5a4bb2fe05c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:45.998274 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-03b4c76b-d585-4c9f-8baf-5a4bb2fe05c4 service neutron] 10.222.0.72 "PUT /v2.0/ports/69c0ca4b-3a0c-4e89-867a-ea586508f818 HTTP/1.1" status: 200 len: 1094 time: 1.1392810 Mar 08 13:04:46.008162 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433db229-a6f3-4f1c-933a-1c866aec1ac2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d5c3540-a79c-4bbd-9a20-ed5b1e76500c,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:46.010654 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23b9c24-c43d-45a5-87e9-403edccc6360', 'tag': '69c0ca4b-3a0c-4e89-867a-ea586508f818'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:04:46.013788 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d62e0d-76d8-4bde-8128-a49897406eec" -d '{"events": [{"name": "network-changed", "server_uuid": "f23b9c24-c43d-45a5-87e9-403edccc6360", "tag": "69c0ca4b-3a0c-4e89-867a-ea586508f818"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:04:46.019482 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-433db229-a6f3-4f1c-933a-1c866aec1ac2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:46.025812 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-433db229-a6f3-4f1c-933a-1c866aec1ac2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2d5c3540-a79c-4bbd-9a20-ed5b1e76500c HTTP/1.1" status: 204 len: 168 time: 0.2510350 Mar 08 13:04:46.026913 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433db229-a6f3-4f1c-933a-1c866aec1ac2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:46.027382 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433db229-a6f3-4f1c-933a-1c866aec1ac2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:46.028593 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433db229-a6f3-4f1c-933a-1c866aec1ac2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:46.029039 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433db229-a6f3-4f1c-933a-1c866aec1ac2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:46.029469 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433db229-a6f3-4f1c-933a-1c866aec1ac2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:46.029898 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433db229-a6f3-4f1c-933a-1c866aec1ac2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:46.030507 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433db229-a6f3-4f1c-933a-1c866aec1ac2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:46.030754 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433db229-a6f3-4f1c-933a-1c866aec1ac2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:46.031591 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433db229-a6f3-4f1c-933a-1c866aec1ac2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:46.031591 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433db229-a6f3-4f1c-933a-1c866aec1ac2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:46.031914 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433db229-a6f3-4f1c-933a-1c866aec1ac2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:46.032299 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433db229-a6f3-4f1c-933a-1c866aec1ac2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:46.032716 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433db229-a6f3-4f1c-933a-1c866aec1ac2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:46.036346 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 41726) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:46.111505 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50ea88c-a6f3-4e35-bb36-30d287f900ca x-openstack-request-id: req-d50ea88c-a6f3-4e35-bb36-30d287f900ca {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:04:46.111770 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23b9c24-c43d-45a5-87e9-403edccc6360", "tag": "69c0ca4b-3a0c-4e89-867a-ea586508f818", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:04:46.111924 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d50ea88c-a6f3-4e35-bb36-30d287f900ca {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:04:46.112315 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23b9c24-c43d-45a5-87e9-403edccc6360', 'tag': '69c0ca4b-3a0c-4e89-867a-ea586508f818', 'status': 'completed', 'code': 200} Mar 08 13:04:46.120056 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-99ba5a52-1918-49f4-a8e3-9006649a8333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749880'] for network (6beb92f5-7151-41af-aeed-6e25a0c731b3), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:46.156867 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-cf1753b9-1a05-424e-9da6-a615a5dad85f req-938622f4-2dcc-4966-8baa-4a31d31f5f46 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584696 Mar 08 13:04:46.205810 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4c76b-d585-4c9f-8baf-5a4bb2fe05c4 service neutron] Pushing event updated for resources: {'Port': ['ID=69c0ca4b-3a0c-4e89-867a-ea586508f818,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:46.218800 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-4f6f9964-a5fb-4c36-b299-dfc04fbfb26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:46.221472 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-4f6f9964-a5fb-4c36-b299-dfc04fbfb26c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5c1dbd73f714812884fd52131e1c532&device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 1128 time: 0.1151774 Mar 08 13:04:46.223991 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-99ba5a52-1918-49f4-a8e3-9006649a8333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773944', 'neutron.services.segments.db._delete_segments_for_network-8755472085351'] for network (6beb92f5-7151-41af-aeed-6e25a0c731b3), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:46.226966 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-aba2c210-4104-41f7-b002-30cbaefbc22b req-49d44d45-fd9f-4c0a-a7ba-8b07af505be3 service neutron] 10.222.0.72 "GET /v2.0/networks/21bd8c3c-2f29-47a3-b60e-e76ac3085ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374783 Mar 08 13:04:46.244238 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-99ba5a52-1918-49f4-a8e3-9006649a8333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6beb92f5-7151-41af-aeed-6e25a0c731b3']}} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:46.253599 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-99ba5a52-1918-49f4-a8e3-9006649a8333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a16e25-07cb-480e-a6c0-b2e7066a598b') {'for_net_delete': True} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:46.253896 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-99ba5a52-1918-49f4-a8e3-9006649a8333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a16e25-07cb-480e-a6c0-b2e7066a598b') {} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:46.263447 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-99ba5a52-1918-49f4-a8e3-9006649a8333 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755472086384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5748543'] for segment (14a16e25-07cb-480e-a6c0-b2e7066a598b), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:46.281229 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-99ba5a52-1918-49f4-a8e3-9006649a8333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (14a16e25-07cb-480e-a6c0-b2e7066a598b), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:46.287506 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ba5a52-1918-49f4-a8e3-9006649a8333 admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=102969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:04:46.287903 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-99ba5a52-1918-49f4-a8e3-9006649a8333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4286982'] for segment (14a16e25-07cb-480e-a6c0-b2e7066a598b), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: Traceback (most recent call last): Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: timer() Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: cb(*args, **kw) Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: return func(*args, **kwargs) Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: self._notify() Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: self.callback(batched_events) Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: event.method(event) Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: return f(self, *a, **k) Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: return self._get(url).json() Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: return self.request(url, 'GET', **kwargs) Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:04:46.289682 dv-cinder-830089-2-iscsi neutron-server[102969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:04:46.332894 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-f0140071-621f-4105-b2d3-96759caf2f24 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69c0ca4b-3a0c-4e89-867a-ea586508f818 HTTP/1.1" status: 200 len: 217 time: 0.0595570 Mar 08 13:04:46.359351 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-99ba5a52-1918-49f4-a8e3-9006649a8333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673708'] for network (6beb92f5-7151-41af-aeed-6e25a0c731b3), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:46.366093 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-99ba5a52-1918-49f4-a8e3-9006649a8333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:46.373042 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-99ba5a52-1918-49f4-a8e3-9006649a8333 admin admin] 10.222.0.50 "DELETE /v2.0/networks/6beb92f5-7151-41af-aeed-6e25a0c731b3 HTTP/1.1" status: 204 len: 168 time: 0.3353922 Mar 08 13:04:46.394007 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba5a52-1918-49f4-a8e3-9006649a8333 admin admin] Pushing event deleted for resources: {'Network': ['ID=6beb92f5-7151-41af-aeed-6e25a0c731b3,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:46.470223 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90167fe3-bbe6-48f9-a8ad-051da0bb683d req-30a14cd8-f68d-42ea-87a4-4d25c10babaa tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:46.472022 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-90167fe3-bbe6-48f9-a8ad-051da0bb683d req-30a14cd8-f68d-42ea-87a4-4d25c10babaa tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0688877 Mar 08 13:04:46.534120 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-90167fe3-bbe6-48f9-a8ad-051da0bb683d req-5832fe6b-089f-47a5-a351-ade39b1eba15 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562608 Mar 08 13:04:46.630898 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 41742) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:46.663004 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-2b6bc83b-032f-41a2-a9b6-bcea2c3e771d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:46.664492 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-2b6bc83b-032f-41a2-a9b6-bcea2c3e771d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6f0eaac-f97b-4e54-9851-727e4eab1e17 HTTP/1.1" status: 200 len: 848 time: 0.3262770 Mar 08 13:04:46.671616 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-0eaee018-5dd7-49fa-ba3b-a30d9ab95ce0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=112e8f7713f84546937a2e6df66dcf7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394926 Mar 08 13:04:46.674226 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 41744) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:46.720825 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-0de8ce8c-bbe9-4b92-98aa-dac49b275bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:46.722830 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-0de8ce8c-bbe9-4b92-98aa-dac49b275bfb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74fb8322-422e-4598-a582-08c81982953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517602 Mar 08 13:04:46.727015 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e00b6852-d826-44bd-ae71-7f1ecbd59c7c admin admin] Publish callbacks [] for security_group (bf4dac8a-2b10-4192-b58d-7ec71318cb00), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:46.753081 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e00b6852-d826-44bd-ae71-7f1ecbd59c7c admin admin] Publish callbacks [] for security_group (bf4dac8a-2b10-4192-b58d-7ec71318cb00), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:46.818742 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e00b6852-d826-44bd-ae71-7f1ecbd59c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (bf4dac8a-2b10-4192-b58d-7ec71318cb00), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:46.823552 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e00b6852-d826-44bd-ae71-7f1ecbd59c7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:46.825238 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-e00b6852-d826-44bd-ae71-7f1ecbd59c7c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bf4dac8a-2b10-4192-b58d-7ec71318cb00 HTTP/1.1" status: 204 len: 168 time: 0.1500721 Mar 08 13:04:46.838255 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b6852-d826-44bd-ae71-7f1ecbd59c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4dac8a-2b10-4192-b58d-7ec71318cb00,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:46.844133 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-ed4d0fd4-0d25-4fcd-9a0f-9cfcf4df9a00 service neutron] 10.222.0.72 "GET /v2.0/networks/74fb8322-422e-4598-a582-08c81982953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141822 Mar 08 13:04:46.958981 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c319cc6a-79f9-4b54-a9f1-90aebf3839c7 req-159781cc-5c17-44c4-882c-964c0101e242 service neutron] 10.222.0.72 "GET /v2.0/networks/74fb8322-422e-4598-a582-08c81982953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084230 Mar 08 13:04:47.113031 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d62e0d-76d8-4bde-8128-a49897406eec req-eaac319f-11c6-4fd7-8e8c-e2ef6b5018a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:47.115554 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d8d62e0d-76d8-4bde-8128-a49897406eec req-eaac319f-11c6-4fd7-8e8c-e2ef6b5018a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5c1dbd73f714812884fd52131e1c532&device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 1128 time: 0.0513349 Mar 08 13:04:47.154385 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 41758) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:47.238985 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d62e0d-76d8-4bde-8128-a49897406eec req-0275889d-23af-4701-a79d-96fe4499a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:47.241085 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d8d62e0d-76d8-4bde-8128-a49897406eec req-0275889d-23af-4701-a79d-96fe4499a397 service neutron] 10.222.0.72 "GET /v2.0/networks?id=74fb8322-422e-4598-a582-08c81982953b HTTP/1.1" status: 200 len: 911 time: 0.1202452 Mar 08 13:04:47.291512 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-133a80db-2ca9-4d08-a2af-2128a653ef9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:47.298752 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d8d62e0d-76d8-4bde-8128-a49897406eec req-d85b7d22-99ed-4611-98ed-5ccb22c804ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69c0ca4b-3a0c-4e89-867a-ea586508f818 HTTP/1.1" status: 200 len: 217 time: 0.0512717 Mar 08 13:04:47.380418 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d62e0d-76d8-4bde-8128-a49897406eec req-b0d76477-2e53-4084-9c6e-7eb8be3866e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:47.382700 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d8d62e0d-76d8-4bde-8128-a49897406eec req-b0d76477-2e53-4084-9c6e-7eb8be3866e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6f0eaac-f97b-4e54-9851-727e4eab1e17 HTTP/1.1" status: 200 len: 848 time: 0.0634997 Mar 08 13:04:47.389606 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-133a80db-2ca9-4d08-a2af-2128a653ef9a admin admin] Publish callbacks [] for security_group (66430a76-20b2-41a6-b97b-174ea8cf203e), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:47.391607 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46994750-87fe-428c-add2-574268d5cdeb req-dab9d620-65b6-421f-96cc-b9bfa32bc362 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:47.393265 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-46994750-87fe-428c-add2-574268d5cdeb req-dab9d620-65b6-421f-96cc-b9bfa32bc362 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 944 time: 0.1361454 Mar 08 13:04:47.399628 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-133a80db-2ca9-4d08-a2af-2128a653ef9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (66430a76-20b2-41a6-b97b-174ea8cf203e), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:47.448199 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-133a80db-2ca9-4d08-a2af-2128a653ef9a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c30f30423cc94e69b063e88ec37e2fa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2925687 Mar 08 13:04:47.451406 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a80db-2ca9-4d08-a2af-2128a653ef9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66430a76-20b2-41a6-b97b-174ea8cf203e,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:47.451545 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 41772) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:47.522415 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d62e0d-76d8-4bde-8128-a49897406eec req-b9ec3993-8641-48ae-b95f-304276529608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:47.524338 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d8d62e0d-76d8-4bde-8128-a49897406eec req-b9ec3993-8641-48ae-b95f-304276529608 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74fb8322-422e-4598-a582-08c81982953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1300948 Mar 08 13:04:47.530442 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-46994750-87fe-428c-add2-574268d5cdeb req-44e97e42-3e4e-44e0-b4f4-812d3f7968ac tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072657 Mar 08 13:04:47.620861 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-07dcc0c7-da19-4237-b43d-10d2a6cf67d2 admin admin] Publish callbacks [] for security_group (66430a76-20b2-41a6-b97b-174ea8cf203e), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:47.665862 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-07dcc0c7-da19-4237-b43d-10d2a6cf67d2 admin admin] Publish callbacks [] for security_group (66430a76-20b2-41a6-b97b-174ea8cf203e), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:47.705263 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d8d62e0d-76d8-4bde-8128-a49897406eec req-25ba201f-cd8d-4be0-a0ca-68c0ece734b8 service neutron] 10.222.0.72 "GET /v2.0/networks/74fb8322-422e-4598-a582-08c81982953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732903 Mar 08 13:04:47.811114 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f1ab0-4d9c-4ee1-a733-8e2db6a748e6 req-8682e418-844f-4ab7-86cf-4bdc8a21b7bb tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:47.812716 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-824f1ab0-4d9c-4ee1-a733-8e2db6a748e6 req-8682e418-844f-4ab7-86cf-4bdc8a21b7bb tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.1682708 Mar 08 13:04:47.849451 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-07dcc0c7-da19-4237-b43d-10d2a6cf67d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (66430a76-20b2-41a6-b97b-174ea8cf203e), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:47.852608 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-07dcc0c7-da19-4237-b43d-10d2a6cf67d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:47.853265 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-07dcc0c7-da19-4237-b43d-10d2a6cf67d2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66430a76-20b2-41a6-b97b-174ea8cf203e HTTP/1.1" status: 204 len: 168 time: 0.4006815 Mar 08 13:04:47.871063 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d8d62e0d-76d8-4bde-8128-a49897406eec req-0340bf35-b391-4e9c-8005-c9427aa0e9e2 service neutron] 10.222.0.72 "GET /v2.0/networks/74fb8322-422e-4598-a582-08c81982953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566677 Mar 08 13:04:47.878697 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcc0c7-da19-4237-b43d-10d2a6cf67d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66430a76-20b2-41a6-b97b-174ea8cf203e,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:47.907568 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-824f1ab0-4d9c-4ee1-a733-8e2db6a748e6 req-474afe7e-337e-4c02-89d8-7e59da146452 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878263 Mar 08 13:04:48.658768 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac99b65-97ce-489b-b8f6-a664ab4f08b6 req-651941bf-96fb-4c6c-a2eb-3445d8a7d085 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:48.660451 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-dac99b65-97ce-489b-b8f6-a664ab4f08b6 req-651941bf-96fb-4c6c-a2eb-3445d8a7d085 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 944 time: 0.0549428 Mar 08 13:04:48.724758 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-dac99b65-97ce-489b-b8f6-a664ab4f08b6 req-b68bb246-4e9c-4bb1-bf48-168bdd31f1ff tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581481 Mar 08 13:04:49.055789 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da533a41-dd42-451f-9ec4-c661177173af req-2d9868f0-5560-45c1-bd9e-488db264e3c2 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:49.057326 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-da533a41-dd42-451f-9ec4-c661177173af req-2d9868f0-5560-45c1-bd9e-488db264e3c2 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0578258 Mar 08 13:04:49.112252 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-da533a41-dd42-451f-9ec4-c661177173af req-ac4b70ce-0144-406c-a6a9-63e37924873b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491679 Mar 08 13:04:49.863308 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62a559-1265-4a40-a8f3-42fe3b7b66ac req-a8eeb45e-63dc-4fa2-8134-09ae03ba1a7c tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:49.864850 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fd62a559-1265-4a40-a8f3-42fe3b7b66ac req-a8eeb45e-63dc-4fa2-8134-09ae03ba1a7c tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 944 time: 0.0546877 Mar 08 13:04:49.931094 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fd62a559-1265-4a40-a8f3-42fe3b7b66ac req-d9b2be6d-82a2-4a74-a7ff-b71deb66c45a tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594449 Mar 08 13:04:50.271736 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0eb61-3b47-498e-a31f-0520c731706a req-0ec999c3-c645-458b-b38b-0f06cc66cc94 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:50.273646 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f9b0eb61-3b47-498e-a31f-0520c731706a req-0ec999c3-c645-458b-b38b-0f06cc66cc94 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0820341 Mar 08 13:04:50.341815 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f9b0eb61-3b47-498e-a31f-0520c731706a req-d124ee66-71be-4233-b01d-752b7e5e0a86 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611799 Mar 08 13:04:50.396274 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-5186fee1-00eb-433b-90c7-62ecd89df203 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8e34620beb384605966f71fdc634ec79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294189 Mar 08 13:04:50.463769 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfd67e-24d6-493d-875f-3300e2b859c9 req-a7f813fd-8506-4864-8bdf-826af95e95bf tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:50.466137 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-24bfd67e-24d6-493d-875f-3300e2b859c9 req-a7f813fd-8506-4864-8bdf-826af95e95bf tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 946 time: 0.0617092 Mar 08 13:04:50.533536 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-24bfd67e-24d6-493d-875f-3300e2b859c9 req-a804976c-b533-4cbc-89d6-9ad827924d05 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597391 Mar 08 13:04:50.624841 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-09f7fb21-e8c4-4a85-aa60-49bd8f3f4409 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:50.627074 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-09f7fb21-e8c4-4a85-aa60-49bd8f3f4409 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2252269 Mar 08 13:04:50.645815 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-a13e73c0-e7c1-4e1e-91d9-de0e38ff4a19 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/quotas/8e34620beb384605966f71fdc634ec79 HTTP/1.1" status: 200 len: 375 time: 0.0103767 Mar 08 13:04:50.695589 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-aef31d2d-ce6b-4fef-ad7c-005d7b2ec60f tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8e34620beb384605966f71fdc634ec79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336735 Mar 08 13:04:50.871552 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e4ab8cb5-19ba-4b4c-b5d2-7e5d91be2e6c req-66259677-af98-441d-ab31-5405d2b2df54 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 210 time: 0.0326223 Mar 08 13:04:51.094604 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c0fa5-d759-4604-ab2d-6bdfb6ecd192 req-f772059e-1fa1-425d-bffe-1367d2c52706 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:51.096306 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d90c0fa5-d759-4604-ab2d-6bdfb6ecd192 req-f772059e-1fa1-425d-bffe-1367d2c52706 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 944 time: 0.0816219 Mar 08 13:04:51.155555 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d90c0fa5-d759-4604-ab2d-6bdfb6ecd192 req-33d095c8-320b-4b8b-85c8-4f4d1e8c1074 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464346 Mar 08 13:04:51.469741 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77e4f9-080a-4131-ab09-0638b59601b3 req-93778fd9-75c8-4b6f-a3d2-2b8b9afc7ab0 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:51.470941 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3a77e4f9-080a-4131-ab09-0638b59601b3 req-93778fd9-75c8-4b6f-a3d2-2b8b9afc7ab0 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0572658 Mar 08 13:04:51.530330 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3a77e4f9-080a-4131-ab09-0638b59601b3 req-d1f53245-6941-4267-8416-c45199f35ae1 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528457 Mar 08 13:04:51.659778 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba4bd0-67c3-44c8-8ecb-7474fddb8037 req-e59b82fd-360b-4711-aac2-ccdd822e6584 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:51.661311 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-44ba4bd0-67c3-44c8-8ecb-7474fddb8037 req-e59b82fd-360b-4711-aac2-ccdd822e6584 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 946 time: 0.0571897 Mar 08 13:04:51.731422 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-44ba4bd0-67c3-44c8-8ecb-7474fddb8037 req-e0ec0c8d-1185-4a66-a5de-b77d11b1a954 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628674 Mar 08 13:04:51.973885 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2364acca-19f8-4140-a2a8-2df0a6405672 req-f51b9bfe-8aa7-442b-aeb5-37e79c6700fa tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 210 time: 0.0309870 Mar 08 13:04:52.302748 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8246c5-cce7-40f3-90af-b471605c60f9 req-f0c6e501-d401-443e-849f-b6c280bde3e3 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:52.304284 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ef8246c5-cce7-40f3-90af-b471605c60f9 req-f0c6e501-d401-443e-849f-b6c280bde3e3 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 944 time: 0.0711415 Mar 08 13:04:52.364771 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ef8246c5-cce7-40f3-90af-b471605c60f9 req-ceee305a-dd64-4480-b39f-168164ab75f5 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489700 Mar 08 13:04:52.656535 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca6f7a-8a81-4a7e-b03e-f7d80e248924 req-d831a4f3-1925-4e88-a8fa-e7cc9ae31f61 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:52.658098 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-43ca6f7a-8a81-4a7e-b03e-f7d80e248924 req-d831a4f3-1925-4e88-a8fa-e7cc9ae31f61 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0563862 Mar 08 13:04:52.706532 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-43ca6f7a-8a81-4a7e-b03e-f7d80e248924 req-02d0e354-92ae-4315-b5ad-74ce76410948 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424550 Mar 08 13:04:52.858026 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b61099-17c2-4a5d-acb1-69b811918481 req-6d87c9c4-27d9-4979-b487-ada324a82ae0 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:52.859680 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-66b61099-17c2-4a5d-acb1-69b811918481 req-6d87c9c4-27d9-4979-b487-ada324a82ae0 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 946 time: 0.0530894 Mar 08 13:04:52.914001 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-66b61099-17c2-4a5d-acb1-69b811918481 req-471eb349-da30-4796-b33e-f5e141b4561e tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486932 Mar 08 13:04:53.081727 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ebe08c42-56b1-4454-988a-95a2894e382a req-554d9cb8-a405-4708-99d1-56d734a2413f tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 210 time: 0.0262120 Mar 08 13:04:53.488061 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0bca6-151f-4da1-bc58-aa9c47ce3701 req-8ec9abd6-2bf4-4f96-9036-efd7deda5247 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:53.489574 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-86b0bca6-151f-4da1-bc58-aa9c47ce3701 req-8ec9abd6-2bf4-4f96-9036-efd7deda5247 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 944 time: 0.0530381 Mar 08 13:04:53.541098 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-86b0bca6-151f-4da1-bc58-aa9c47ce3701 req-da5c9624-4115-4e1b-bff4-0413cb62d46c tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431595 Mar 08 13:04:53.834888 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e919c-1691-4f4e-88a6-63078806eae4 req-30a4a2a0-ccdf-461b-b4aa-3c87494f633e tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:53.836373 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b62e919c-1691-4f4e-88a6-63078806eae4 req-30a4a2a0-ccdf-461b-b4aa-3c87494f633e tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0613112 Mar 08 13:04:53.886155 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b62e919c-1691-4f4e-88a6-63078806eae4 req-eba6a426-5b71-44eb-a957-96a5b7e225a3 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427356 Mar 08 13:04:54.039617 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec395449-c4d8-4eb5-90ea-4e6c76bb903c req-9b9108b2-76d3-47f1-885f-c36ca8c90bb4 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:54.041207 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ec395449-c4d8-4eb5-90ea-4e6c76bb903c req-9b9108b2-76d3-47f1-885f-c36ca8c90bb4 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 946 time: 0.0602713 Mar 08 13:04:54.091831 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ec395449-c4d8-4eb5-90ea-4e6c76bb903c req-09dce731-364f-472e-b5db-2cbc3aa004ca tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434241 Mar 08 13:04:54.178321 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-008aec75-6b00-4a22-9527-fd7eeac35f3d req-e4b2f599-c7a4-44d2-9518-8156a0422dac tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 210 time: 0.0293562 Mar 08 13:04:54.671717 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fec8d1c8-a38c-4425-ba50-c79b97c5b0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:54.676149 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f3413-2484-4715-9b6c-f2cf9e7d2c84 req-b5c30b6a-0394-4b9f-8728-c09816360ca9 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:54.677673 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1a3f3413-2484-4715-9b6c-f2cf9e7d2c84 req-b5c30b6a-0394-4b9f-8728-c09816360ca9 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 944 time: 0.0548563 Mar 08 13:04:54.726756 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1a3f3413-2484-4715-9b6c-f2cf9e7d2c84 req-e2bd073c-1ee8-46e1-8a81-a38ee1dc8451 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435598 Mar 08 13:04:55.020017 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50396d-56c3-42a7-800a-e205a902de99 req-fce8d20a-1f6a-4f64-924f-9839d7faba49 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:55.021534 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9e50396d-56c3-42a7-800a-e205a902de99 req-fce8d20a-1f6a-4f64-924f-9839d7faba49 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0665207 Mar 08 13:04:55.070936 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9e50396d-56c3-42a7-800a-e205a902de99 req-42bdab89-898a-4239-b8a1-b04533888695 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438795 Mar 08 13:04:55.214355 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd590987-7b45-489c-9982-1e5ef173b764 req-3ee28f10-07d1-48e7-a7eb-d310f429d91f tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:55.216602 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-cd590987-7b45-489c-9982-1e5ef173b764 req-3ee28f10-07d1-48e7-a7eb-d310f429d91f tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 946 time: 0.0572207 Mar 08 13:04:55.278322 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-cd590987-7b45-489c-9982-1e5ef173b764 req-47cb2dcf-73ab-4c37-9579-155f05d858ef tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547252 Mar 08 13:04:55.283719 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-81d89e38-ad3f-44f5-86fe-9baf76211498 req-103e0ce5-bcb8-4221-89aa-249869717a01 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 210 time: 0.0346475 Mar 08 13:04:55.516283 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-d947c7c0-aa73-44a9-af1f-3df5f185b322 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=8e34620beb384605966f71fdc634ec79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239372 Mar 08 13:04:55.642446 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-03eb13fc-573c-424d-8a5f-dc89180a9878 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:55.643947 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-03eb13fc-573c-424d-8a5f-dc89180a9878 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1162913 Mar 08 13:04:55.692759 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-41323640-adb4-4e55-a10b-4dda24878eef tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Request body: {'port': {'device_id': '0794c858-95f8-4d58-ac3d-f2ebcaf1eff6', 'network_id': 'f364f326-4f81-4b4c-a7ce-c32d4f3daf49', 'admin_state_up': True, 'tenant_id': '8e34620beb384605966f71fdc634ec79'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:04:55.839815 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-41323640-adb4-4e55-a10b-4dda24878eef tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Made reservation on behalf of 8e34620beb384605966f71fdc634ec79 for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:04:55.843230 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-41323640-adb4-4e55-a10b-4dda24878eef tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:55.855728 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-41323640-adb4-4e55-a10b-4dda24878eef tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:55.888207 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9822d34-0ab2-467e-b805-180c88877bdf req-9fa13584-a421-4660-8b1b-d8b3a160f6f2 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:55.889836 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f9822d34-0ab2-467e-b805-180c88877bdf req-9fa13584-a421-4660-8b1b-d8b3a160f6f2 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 944 time: 0.0903435 Mar 08 13:04:55.970975 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f9822d34-0ab2-467e-b805-180c88877bdf req-7800c5c7-ebaf-44c3-8ebf-3e12351e1c35 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743923 Mar 08 13:04:55.994527 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-41323640-adb4-4e55-a10b-4dda24878eef tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Publish callbacks [] for security_group (534af40d-b719-405b-8788-6b6ba90244ed), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:55.999533 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-41323640-adb4-4e55-a10b-4dda24878eef tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (534af40d-b719-405b-8788-6b6ba90244ed), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:56.062163 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41323640-adb4-4e55-a10b-4dda24878eef tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=534af40d-b719-405b-8788-6b6ba90244ed,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:56.131435 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-41323640-adb4-4e55-a10b-4dda24878eef tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Allocated IP 192.168.233.111 (f364f326-4f81-4b4c-a7ce-c32d4f3daf49/0e0010f7-e1ed-4355-bf7f-be631eb82a96/a8eea000-1c9b-48f5-bf71-283eb504ca00) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:04:56.190542 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e024f27-bc9f-4f0e-b7f0-bf85e05a8d15 req-0b7b7426-19db-4106-937c-0d203961c15c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:56.192381 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4e024f27-bc9f-4f0e-b7f0-bf85e05a8d15 req-0b7b7426-19db-4106-937c-0d203961c15c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0537634 Mar 08 13:04:56.241315 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4e024f27-bc9f-4f0e-b7f0-bf85e05a8d15 req-af8d8a24-3cef-4e5d-8105-5a152182a85c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430684 Mar 08 13:04:56.288705 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-41323640-adb4-4e55-a10b-4dda24878eef tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Publish callbacks [] for port (a8eea000-1c9b-48f5-bf71-283eb504ca00), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:56.326155 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-41323640-adb4-4e55-a10b-4dda24878eef tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (a8eea000-1c9b-48f5-bf71-283eb504ca00), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:56.400097 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-41323640-adb4-4e55-a10b-4dda24878eef tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Network f364f326-4f81-4b4c-a7ce-c32d4f3daf49 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:04:56.406879 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-41323640-adb4-4e55-a10b-4dda24878eef tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:04:56.412475 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-41323640-adb4-4e55-a10b-4dda24878eef tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:04:56.419200 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41323640-adb4-4e55-a10b-4dda24878eef tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Pushing event updated for resources: {'Port': ['ID=a8eea000-1c9b-48f5-bf71-283eb504ca00,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:56.435264 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a093a-06f1-4ac4-86cf-0a09c9d4d084 req-6d2f8b87-fc08-43a0-b8d1-3f84a87ed114 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:56.437811 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-166a093a-06f1-4ac4-86cf-0a09c9d4d084 req-6d2f8b87-fc08-43a0-b8d1-3f84a87ed114 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 936 time: 0.0800800 Mar 08 13:04:56.472430 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060b87e-6cbc-41ce-a923-6b2fbf28e8c5 req-4e1c1b2d-2f80-41af-8965-cc73debf0984 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:56.474321 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8060b87e-6cbc-41ce-a923-6b2fbf28e8c5 req-4e1c1b2d-2f80-41af-8965-cc73debf0984 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 946 time: 0.1187720 Mar 08 13:04:56.479927 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-41323640-adb4-4e55-a10b-4dda24878eef tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:56.480714 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-41323640-adb4-4e55-a10b-4dda24878eef tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:56.489716 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-166a093a-06f1-4ac4-86cf-0a09c9d4d084 req-538bf084-a46d-4975-8fa4-f63dcd76bd23 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/security-groups?id=534af40d-b719-405b-8788-6b6ba90244ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460505 Mar 08 13:04:56.520431 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-41323640-adb4-4e55-a10b-4dda24878eef tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8316216 Mar 08 13:04:56.536043 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8060b87e-6cbc-41ce-a923-6b2fbf28e8c5 req-452b4428-7ebe-4b0c-bb58-c0f39485df77 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521808 Mar 08 13:04:56.540948 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-e5bcd037-a12e-47ea-8bdc-8337f4d7e2d9 service neutron] Request body: {'port': {'device_id': '0794c858-95f8-4d58-ac3d-f2ebcaf1eff6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:04:56.604840 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-e5bcd037-a12e-47ea-8bdc-8337f4d7e2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (a8eea000-1c9b-48f5-bf71-283eb504ca00), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:56.727723 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c107acf3-c878-4fcb-b546-e518c2e371e0 None None] Provisioning complete for port a8eea000-1c9b-48f5-bf71-283eb504ca00 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:04:56.728289 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c107acf3-c878-4fcb-b546-e518c2e371e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (a8eea000-1c9b-48f5-bf71-283eb504ca00), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:56.761082 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c107acf3-c878-4fcb-b546-e518c2e371e0 None None] Port a8eea000-1c9b-48f5-bf71-283eb504ca00 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:04:56.845385 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329156f7-9146-41a5-b56d-28fabcbb355e req-fb349945-99e6-474e-a5d2-1bea22d23bdf tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:56.846812 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-329156f7-9146-41a5-b56d-28fabcbb355e req-fb349945-99e6-474e-a5d2-1bea22d23bdf tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.72 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 946 time: 0.1172807 Mar 08 13:04:56.898445 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-51d5e9dc-9e11-4afb-b9cb-b8ea27f322ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:56.976895 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-e5bcd037-a12e-47ea-8bdc-8337f4d7e2d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8eea000-1c9b-48f5-bf71-283eb504ca00 {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:04:56.986386 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-e5bcd037-a12e-47ea-8bdc-8337f4d7e2d9 service neutron] Publish callbacks [] for port (a8eea000-1c9b-48f5-bf71-283eb504ca00), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:57.005159 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-e5bcd037-a12e-47ea-8bdc-8337f4d7e2d9 service neutron] Transition to ACTIVE for port object a8eea000-1c9b-48f5-bf71-283eb504ca00 will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:04:57.012607 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-329156f7-9146-41a5-b56d-28fabcbb355e req-5e9ca145-dff4-4c8c-8f31-fbcbde0e7c40 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Deleting port 5a8cb5ec-ff5d-498d-a71e-effe4268333d {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:04:57.012943 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-329156f7-9146-41a5-b56d-28fabcbb355e req-5e9ca145-dff4-4c8c-8f31-fbcbde0e7c40 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (5a8cb5ec-ff5d-498d-a71e-effe4268333d), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:57.015722 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-e5bcd037-a12e-47ea-8bdc-8337f4d7e2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (a8eea000-1c9b-48f5-bf71-283eb504ca00), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:57.125104 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e75cc8-d0e5-43a1-924e-f68d870f9afa req-867033ed-3b6f-4a71-8990-cd7399e83c16 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:57.126727 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bcd037-a12e-47ea-8bdc-8337f4d7e2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8eea000-1c9b-48f5-bf71-283eb504ca00,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:57.151078 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a8e75cc8-d0e5-43a1-924e-f68d870f9afa req-867033ed-3b6f-4a71-8990-cd7399e83c16 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 944 time: 0.1014504 Mar 08 13:04:57.202762 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-329156f7-9146-41a5-b56d-28fabcbb355e req-5e9ca145-dff4-4c8c-8f31-fbcbde0e7c40 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] For port 5a8cb5ec-ff5d-498d-a71e-effe4268333d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5a8cb5ec-ff5d-498d-a71e-effe4268333d,segment=NetworkSegment(9707f10f-7125-40df-bc84-b1ddfaa54d43),segment_id=9707f10f-7125-40df-bc84-b1ddfaa54d43)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:57.203122 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-329156f7-9146-41a5-b56d-28fabcbb355e req-5e9ca145-dff4-4c8c-8f31-fbcbde0e7c40 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (5a8cb5ec-ff5d-498d-a71e-effe4268333d), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:57.213285 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a8e75cc8-d0e5-43a1-924e-f68d870f9afa req-e2f0127e-9e5d-41cd-a84f-2b5562dcca0d tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610256 Mar 08 13:04:57.231652 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-329156f7-9146-41a5-b56d-28fabcbb355e req-5e9ca145-dff4-4c8c-8f31-fbcbde0e7c40 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Calling delete_port for 5a8cb5ec-ff5d-498d-a71e-effe4268333d owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:04:57.239865 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-e5bcd037-a12e-47ea-8bdc-8337f4d7e2d9 service neutron] Attempting to bind port a8eea000-1c9b-48f5-bf71-283eb504ca00 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:04:57.240195 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-e5bcd037-a12e-47ea-8bdc-8337f4d7e2d9 service neutron] Attempting to bind port a8eea000-1c9b-48f5-bf71-283eb504ca00 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '8604600e-32d2-452d-9383-bd14054cc5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'f364f326-4f81-4b4c-a7ce-c32d4f3daf49'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:04:57.240517 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-e5bcd037-a12e-47ea-8bdc-8337f4d7e2d9 service neutron] Attempting to bind port a8eea000-1c9b-48f5-bf71-283eb504ca00 on network f364f326-4f81-4b4c-a7ce-c32d4f3daf49 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:04:57.255357 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-e5bcd037-a12e-47ea-8bdc-8337f4d7e2d9 service neutron] Port a8eea000-1c9b-48f5-bf71-283eb504ca00 on network f364f326-4f81-4b4c-a7ce-c32d4f3daf49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:04:57.255675 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-e5bcd037-a12e-47ea-8bdc-8337f4d7e2d9 service neutron] Attempting to bind port a8eea000-1c9b-48f5-bf71-283eb504ca00 on network f364f326-4f81-4b4c-a7ce-c32d4f3daf49 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:04:57.291302 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-e5bcd037-a12e-47ea-8bdc-8337f4d7e2d9 service neutron] Checking agent: {'id': '1556a156-0b90-4c62-9625-a828b1293451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'started_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:04:57.292121 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-e5bcd037-a12e-47ea-8bdc-8337f4d7e2d9 service neutron] Checking segment: {'id': '8604600e-32d2-452d-9383-bd14054cc5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'f364f326-4f81-4b4c-a7ce-c32d4f3daf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:04:57.292121 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-e5bcd037-a12e-47ea-8bdc-8337f4d7e2d9 service neutron] Bound using segment: {'id': '8604600e-32d2-452d-9383-bd14054cc5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'f364f326-4f81-4b4c-a7ce-c32d4f3daf49'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:04:57.293077 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-e5bcd037-a12e-47ea-8bdc-8337f4d7e2d9 service neutron] Bound port: a8eea000-1c9b-48f5-bf71-283eb504ca00, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8604600e-32d2-452d-9383-bd14054cc5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'f364f326-4f81-4b4c-a7ce-c32d4f3daf49'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:04:57.293429 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-e5bcd037-a12e-47ea-8bdc-8337f4d7e2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (a8eea000-1c9b-48f5-bf71-283eb504ca00), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:57.414797 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-e5bcd037-a12e-47ea-8bdc-8337f4d7e2d9 service neutron] For port a8eea000-1c9b-48f5-bf71-283eb504ca00, host hv-cinder-83008, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:04:57.420058 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-e5bcd037-a12e-47ea-8bdc-8337f4d7e2d9 service neutron] For port a8eea000-1c9b-48f5-bf71-283eb504ca00, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a8eea000-1c9b-48f5-bf71-283eb504ca00,segment=NetworkSegment(8604600e-32d2-452d-9383-bd14054cc5e4),segment_id=8604600e-32d2-452d-9383-bd14054cc5e4)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:04:57.451645 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-e5bcd037-a12e-47ea-8bdc-8337f4d7e2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (a8eea000-1c9b-48f5-bf71-283eb504ca00), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:57.459544 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8fc16-c790-49d5-a43f-dc19d67e8bc4 req-af1c1e6f-7334-4520-abb9-601bff7bae3a tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:57.461033 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9bb8fc16-c790-49d5-a43f-dc19d67e8bc4 req-af1c1e6f-7334-4520-abb9-601bff7bae3a tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.1467783 Mar 08 13:04:57.521644 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-e5bcd037-a12e-47ea-8bdc-8337f4d7e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:57.522251 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-e5bcd037-a12e-47ea-8bdc-8337f4d7e2d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:57.523610 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-e5bcd037-a12e-47ea-8bdc-8337f4d7e2d9 service neutron] 10.222.0.72 "PUT /v2.0/ports/a8eea000-1c9b-48f5-bf71-283eb504ca00 HTTP/1.1" status: 200 len: 1098 time: 0.9866416 Mar 08 13:04:57.527868 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0794c858-95f8-4d58-ac3d-f2ebcaf1eff6', 'tag': 'a8eea000-1c9b-48f5-bf71-283eb504ca00'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:04:57.530296 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f05225-80c2-42af-b48a-77d05f8746a9" -d '{"events": [{"name": "network-changed", "server_uuid": "0794c858-95f8-4d58-ac3d-f2ebcaf1eff6", "tag": "a8eea000-1c9b-48f5-bf71-283eb504ca00"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:04:57.557635 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-329156f7-9146-41a5-b56d-28fabcbb355e req-5e9ca145-dff4-4c8c-8f31-fbcbde0e7c40 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (5a8cb5ec-ff5d-498d-a71e-effe4268333d), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:57.579104 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bcd037-a12e-47ea-8bdc-8337f4d7e2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8eea000-1c9b-48f5-bf71-283eb504ca00,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:57.596865 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['5a8cb5ec-ff5d-498d-a71e-effe4268333d'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:04:57.631726 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9bb8fc16-c790-49d5-a43f-dc19d67e8bc4 req-a9653a64-667a-4ac4-9458-b5870cf03d2a tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408415 Mar 08 13:04:57.639394 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ca145-dff4-4c8c-8f31-fbcbde0e7c40 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Pushing event deleted for resources: {'Port': ['ID=5a8cb5ec-ff5d-498d-a71e-effe4268333d,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:57.661806 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac314a-991c-4620-896f-c2ca7fd2afa4 req-50920d8c-eb72-4828-ab45-29985f164b76 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:57.663989 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-52ac314a-991c-4620-896f-c2ca7fd2afa4 req-50920d8c-eb72-4828-ab45-29985f164b76 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 948 time: 0.0862885 Mar 08 13:04:57.730951 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-52ac314a-991c-4620-896f-c2ca7fd2afa4 req-40eaf998-a233-477f-933b-8324687c21c2 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/security-groups?id=534af40d-b719-405b-8788-6b6ba90244ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592451 Mar 08 13:04:57.890395 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc93c762-c156-476c-8034-36e007e3e284 x-openstack-request-id: req-dc93c762-c156-476c-8034-36e007e3e284 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:04:57.890684 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0794c858-95f8-4d58-ac3d-f2ebcaf1eff6", "tag": "a8eea000-1c9b-48f5-bf71-283eb504ca00", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:04:57.890914 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dc93c762-c156-476c-8034-36e007e3e284 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:04:57.891301 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0794c858-95f8-4d58-ac3d-f2ebcaf1eff6', 'tag': 'a8eea000-1c9b-48f5-bf71-283eb504ca00', 'status': 'completed', 'code': 200} Mar 08 13:04:57.893968 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-329156f7-9146-41a5-b56d-28fabcbb355e req-5e9ca145-dff4-4c8c-8f31-fbcbde0e7c40 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] No DVR routers for this DVR port 5a8cb5ec-ff5d-498d-a71e-effe4268333d on host hv-cinder-83008 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:04:57.902743 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 69c0ca4b-3a0c-4e89-867a-ea586508f818 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:04:57.903578 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-329156f7-9146-41a5-b56d-28fabcbb355e req-5e9ca145-dff4-4c8c-8f31-fbcbde0e7c40 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:57.906715 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-329156f7-9146-41a5-b56d-28fabcbb355e req-5e9ca145-dff4-4c8c-8f31-fbcbde0e7c40 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.72 "DELETE /v2.0/ports/5a8cb5ec-ff5d-498d-a71e-effe4268333d HTTP/1.1" status: 204 len: 173 time: 1.0504158 Mar 08 13:04:57.929801 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f26f4ea7-883d-4d98-853e-1159ec86bd5c req-73799cb6-ccda-4295-b011-c598aba2e982 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=3704a9a6-c63b-404d-b685-81db958639ae HTTP/1.1" status: 200 len: 210 time: 0.0375862 Mar 08 13:04:57.934752 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-17234854-a7ca-4b27-adde-428f44bea466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:57.936252 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-17234854-a7ca-4b27-adde-428f44bea466 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e34620beb384605966f71fdc634ec79&device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 1132 time: 0.3527997 Mar 08 13:04:57.986631 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-4fcc3825-0e2d-45c9-aa4f-8f4ed9200721 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=a8eea000-1c9b-48f5-bf71-283eb504ca00 HTTP/1.1" status: 200 len: 217 time: 0.0363462 Mar 08 13:04:58.013540 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 69c0ca4b-3a0c-4e89-867a-ea586508f818, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=69c0ca4b-3a0c-4e89-867a-ea586508f818,segment=NetworkSegment(327aa9d0-0865-44d5-bdb4-bf75325012df),segment_id=327aa9d0-0865-44d5-bdb4-bf75325012df)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:58.023914 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Returning: {'device': '69c0ca4b-3a0c-4e89-867a-ea586508f818', 'network_id': '74fb8322-422e-4598-a582-08c81982953b', 'port_id': '69c0ca4b-3a0c-4e89-867a-ea586508f818', 'mac_address': 'fa:16:3e:2d:aa:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f0eaac-f97b-4e54-9851-727e4eab1e17', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:04:58.037838 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-24d037d5-c6ef-4cef-a48c-65743fe341af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:58.039700 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-24d037d5-c6ef-4cef-a48c-65743fe341af service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e0010f7-e1ed-4355-bf7f-be631eb82a96 HTTP/1.1" status: 200 len: 843 time: 0.0464041 Mar 08 13:04:58.070439 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 69c0ca4b-3a0c-4e89-867a-ea586508f818 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:04:58.070836 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (69c0ca4b-3a0c-4e89-867a-ea586508f818), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:58.083979 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c0ca4b-3a0c-4e89-867a-ea586508f818 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:04:58.104203 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 69c0ca4b-3a0c-4e89-867a-ea586508f818, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=69c0ca4b-3a0c-4e89-867a-ea586508f818,segment=NetworkSegment(327aa9d0-0865-44d5-bdb4-bf75325012df),segment_id=327aa9d0-0865-44d5-bdb4-bf75325012df)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:58.104440 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-562c8b27-b66e-4316-9353-617e2b7ab7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:58.106480 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-562c8b27-b66e-4316-9353-617e2b7ab7ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f364f326-4f81-4b4c-a7ce-c32d4f3daf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0505481 Mar 08 13:04:58.113590 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (69c0ca4b-3a0c-4e89-867a-ea586508f818), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:58.145863 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:58.169128 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=69c0ca4b-3a0c-4e89-867a-ea586508f818,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:58.177178 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:58.177558 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:58.177924 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:58.178272 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:58.178613 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:58.178941 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:58.179272 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:58.179606 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:58.180014 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:58.180341 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:58.180900 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:58.181457 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:58.181457 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:58.211292 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-b774c738-5f31-4790-bb02-72e63fef36dc service neutron] 10.222.0.72 "GET /v2.0/networks/f364f326-4f81-4b4c-a7ce-c32d4f3daf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882521 Mar 08 13:04:58.320259 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7318b73f-aa15-46b7-a7db-7b110faa7070 req-99e667e0-9fa8-401b-a0f5-4a38c2e84cb3 service neutron] 10.222.0.72 "GET /v2.0/networks/f364f326-4f81-4b4c-a7ce-c32d4f3daf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974500 Mar 08 13:04:58.339054 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92128e5b-7304-435c-8083-22a2468d0075 req-89670242-a036-4e6f-9e0c-fd1585698e18 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:58.340859 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-92128e5b-7304-435c-8083-22a2468d0075 req-89670242-a036-4e6f-9e0c-fd1585698e18 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 945 time: 0.0566006 Mar 08 13:04:58.396423 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-92128e5b-7304-435c-8083-22a2468d0075 req-60b47f99-1294-451d-b5e2-c881c5bdb907 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498915 Mar 08 13:04:58.447361 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 41970) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:58.479108 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f05225-80c2-42af-b48a-77d05f8746a9 req-9fb9b7ac-2a13-4a4f-8793-7a9b334dd984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:58.480821 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-94f05225-80c2-42af-b48a-77d05f8746a9 req-9fb9b7ac-2a13-4a4f-8793-7a9b334dd984 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e34620beb384605966f71fdc634ec79&device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 1132 time: 0.0452416 Mar 08 13:04:58.555528 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7e12b65b-23c5-45bb-996b-92ec79d3e1b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:58.579517 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f05225-80c2-42af-b48a-77d05f8746a9 req-b8b482db-40ef-4c81-9a61-2bf918309f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:58.581097 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-94f05225-80c2-42af-b48a-77d05f8746a9 req-b8b482db-40ef-4c81-9a61-2bf918309f37 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f364f326-4f81-4b4c-a7ce-c32d4f3daf49 HTTP/1.1" status: 200 len: 871 time: 0.0922842 Mar 08 13:04:58.625823 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-94f05225-80c2-42af-b48a-77d05f8746a9 req-51055a72-87d9-4ecf-a26e-c4889d91a8b9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=a8eea000-1c9b-48f5-bf71-283eb504ca00 HTTP/1.1" status: 200 len: 217 time: 0.0378299 Mar 08 13:04:58.650682 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7e12b65b-23c5-45bb-996b-92ec79d3e1b9 admin admin] Publish callbacks [] for security_group (38d91398-f0c4-4135-a3b5-8c1c58a8bf33), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:58.655317 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7e12b65b-23c5-45bb-996b-92ec79d3e1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (38d91398-f0c4-4135-a3b5-8c1c58a8bf33), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:58.680992 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f05225-80c2-42af-b48a-77d05f8746a9 req-9e9966e1-464c-4620-b2b6-2a1a22b7c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:58.682452 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-94f05225-80c2-42af-b48a-77d05f8746a9 req-9e9966e1-464c-4620-b2b6-2a1a22b7c52d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e0010f7-e1ed-4355-bf7f-be631eb82a96 HTTP/1.1" status: 200 len: 843 time: 0.0502138 Mar 08 13:04:58.697805 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-7e12b65b-23c5-45bb-996b-92ec79d3e1b9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=173d648a8ba346b28e35aae93f981a73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2493377 Mar 08 13:04:58.700343 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 41976) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:58.707495 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12b65b-23c5-45bb-996b-92ec79d3e1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d91398-f0c4-4135-a3b5-8c1c58a8bf33,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:58.752182 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7f2cb75a-05da-4167-bd68-a81c6db9c6e0 admin admin] Publish callbacks [] for security_group (38d91398-f0c4-4135-a3b5-8c1c58a8bf33), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:58.774234 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7f2cb75a-05da-4167-bd68-a81c6db9c6e0 admin admin] Publish callbacks [] for security_group (38d91398-f0c4-4135-a3b5-8c1c58a8bf33), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:58.781659 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f05225-80c2-42af-b48a-77d05f8746a9 req-bf25ca32-d34a-4c27-a09c-1a618f81b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:58.783555 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-94f05225-80c2-42af-b48a-77d05f8746a9 req-bf25ca32-d34a-4c27-a09c-1a618f81b980 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f364f326-4f81-4b4c-a7ce-c32d4f3daf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0931172 Mar 08 13:04:58.806980 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808f168-1c8d-469d-9544-95ae3aabb620 req-839df987-fa08-46dd-bcaf-a36b575e9d82 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:58.809167 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a808f168-1c8d-469d-9544-95ae3aabb620 req-839df987-fa08-46dd-bcaf-a36b575e9d82 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0825911 Mar 08 13:04:58.850050 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7f2cb75a-05da-4167-bd68-a81c6db9c6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (38d91398-f0c4-4135-a3b5-8c1c58a8bf33), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:58.852575 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7f2cb75a-05da-4167-bd68-a81c6db9c6e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:58.853724 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-7f2cb75a-05da-4167-bd68-a81c6db9c6e0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/38d91398-f0c4-4135-a3b5-8c1c58a8bf33 HTTP/1.1" status: 204 len: 168 time: 0.1524417 Mar 08 13:04:58.865343 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2cb75a-05da-4167-bd68-a81c6db9c6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d91398-f0c4-4135-a3b5-8c1c58a8bf33,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:58.879178 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a7411-d241-4e25-bbe4-296211f1786b req-cc350a50-6ba4-44cd-90e4-ac2068e4bf4f tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:58.879862 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['69c0ca4b-3a0c-4e89-867a-ea586508f818'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:04:58.880993 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-323a7411-d241-4e25-bbe4-296211f1786b req-cc350a50-6ba4-44cd-90e4-ac2068e4bf4f tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 948 time: 0.0735445 Mar 08 13:04:58.966800 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-323a7411-d241-4e25-bbe4-296211f1786b req-1c4b9ee3-375f-4e76-939f-eb298682e2b3 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/security-groups?id=534af40d-b719-405b-8788-6b6ba90244ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772700 Mar 08 13:04:58.976810 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a808f168-1c8d-469d-9544-95ae3aabb620 req-b6ee33f5-6beb-4614-9fc6-c0f23f7d7984 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524062 Mar 08 13:04:58.994661 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-94f05225-80c2-42af-b48a-77d05f8746a9 req-d6297082-8857-46d1-87c7-67174372a2f3 service neutron] 10.222.0.72 "GET /v2.0/networks/f364f326-4f81-4b4c-a7ce-c32d4f3daf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036908 Mar 08 13:04:59.120638 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-94f05225-80c2-42af-b48a-77d05f8746a9 req-c6f7ec35-ff77-455c-af64-c53315e2e785 service neutron] 10.222.0.72 "GET /v2.0/networks/f364f326-4f81-4b4c-a7ce-c32d4f3daf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188893 Mar 08 13:04:59.514196 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc7c2e-0601-4490-8309-81ff65b95b1e req-30ea4dd5-2ade-4f8e-8961-ab383eb9231f tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:59.515612 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5ccc7c2e-0601-4490-8309-81ff65b95b1e req-30ea4dd5-2ade-4f8e-8961-ab383eb9231f tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 945 time: 0.0541484 Mar 08 13:04:59.555803 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:59.567894 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5ccc7c2e-0601-4490-8309-81ff65b95b1e req-f2d0ae72-5bbc-44f7-8719-b6e1d4539195 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467415 Mar 08 13:04:59.892224 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3704a9a6-c63b-404d-b685-81db958639ae', 'name': 'network-vif-deleted', 'tag': '5a8cb5ec-ff5d-498d-a71e-effe4268333d'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:04:59.894642 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cf2333-868a-4d9b-800d-4416e1f8e32e" -d '{"events": [{"server_uuid": "3704a9a6-c63b-404d-b685-81db958639ae", "name": "network-vif-deleted", "tag": "5a8cb5ec-ff5d-498d-a71e-effe4268333d"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:04:59.916197 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 5a8cb5ec-ff5d-498d-a71e-effe4268333d no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:04:59.929948 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09b6df3-6b7c-4f68-9d79-5597e77f39b8 x-openstack-request-id: req-c09b6df3-6b7c-4f68-9d79-5597e77f39b8 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:04:59.930256 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3704a9a6-c63b-404d-b685-81db958639ae", "name": "network-vif-deleted", "tag": "5a8cb5ec-ff5d-498d-a71e-effe4268333d", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:04:59.930492 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c09b6df3-6b7c-4f68-9d79-5597e77f39b8 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:04:59.930882 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3704a9a6-c63b-404d-b685-81db958639ae', 'name': 'network-vif-deleted', 'tag': '5a8cb5ec-ff5d-498d-a71e-effe4268333d', 'status': 'completed', 'code': 200} Mar 08 13:04:59.940932 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] No Port match for: 5a8cb5ec-ff5d-498d-a71e-effe4268333d {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:04:59.941280 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 5a8cb5ec-ff5d-498d-a71e-effe4268333d not bound to the agent host hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:05:00.076199 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0d546-0fac-46e3-8cb7-f2175695bac9 req-001f04e5-ef4a-4ba8-ba72-ad18caded312 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:00.077776 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bdf0d546-0fac-46e3-8cb7-f2175695bac9 req-001f04e5-ef4a-4ba8-ba72-ad18caded312 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 948 time: 0.0533085 Mar 08 13:05:00.087332 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b0c83-db2e-46c3-9847-28d02c47033e req-25d1ac42-0cd6-4d10-821c-adff66006d88 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:00.088841 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6b0b0c83-db2e-46c3-9847-28d02c47033e req-25d1ac42-0cd6-4d10-821c-adff66006d88 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0511448 Mar 08 13:05:00.124934 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bdf0d546-0fac-46e3-8cb7-f2175695bac9 req-ea9cc842-940f-4db6-b6a1-2555e3639efb tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/security-groups?id=534af40d-b719-405b-8788-6b6ba90244ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415776 Mar 08 13:05:00.135188 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6b0b0c83-db2e-46c3-9847-28d02c47033e req-4a445f15-901c-4bea-8b01-705aab2d652a tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409119 Mar 08 13:05:00.682103 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd41ee-4e06-4fa3-a1ec-77e72318f643 req-98fae42b-682b-4cf4-99a4-3a5df8072711 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:00.683491 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e0bd41ee-4e06-4fa3-a1ec-77e72318f643 req-98fae42b-682b-4cf4-99a4-3a5df8072711 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 945 time: 0.0519021 Mar 08 13:05:00.730947 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e0bd41ee-4e06-4fa3-a1ec-77e72318f643 req-d353b210-5c6e-4433-beff-ca077639b5c7 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419488 Mar 08 13:05:00.928581 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:01.242686 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b95c96-2033-4d85-a08b-7962c53ef3fa req-1b688a6a-76bd-4b06-9979-2854d7c4e182 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:01.244161 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-10b95c96-2033-4d85-a08b-7962c53ef3fa req-1b688a6a-76bd-4b06-9979-2854d7c4e182 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 948 time: 0.0551617 Mar 08 13:05:01.255292 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38111443-b8dc-43f0-b063-a9040cff751b req-cdba4044-8367-4db0-8275-0a44f267f9d2 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:01.256810 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-38111443-b8dc-43f0-b063-a9040cff751b req-cdba4044-8367-4db0-8275-0a44f267f9d2 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0558560 Mar 08 13:05:01.299447 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-10b95c96-2033-4d85-a08b-7962c53ef3fa req-69612de3-3cb9-49b1-aab6-1cd4398a8883 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/security-groups?id=534af40d-b719-405b-8788-6b6ba90244ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487902 Mar 08 13:05:01.310729 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-38111443-b8dc-43f0-b063-a9040cff751b req-5e89b431-7204-4308-996e-2563afabd78b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484776 Mar 08 13:05:01.846537 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092123e0-22b1-403c-9809-a743bda49ad0 req-ed868c82-db0a-4f16-a009-a539393d5927 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:01.848014 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-092123e0-22b1-403c-9809-a743bda49ad0 req-ed868c82-db0a-4f16-a009-a539393d5927 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 945 time: 0.0520740 Mar 08 13:05:01.896740 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-092123e0-22b1-403c-9809-a743bda49ad0 req-03f59490-aafe-4e30-8658-c78405d42b62 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431159 Mar 08 13:05:02.417732 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7058be-d246-460b-b9b6-1f64154ecef4 req-5ff2bf71-86f9-4e58-93d3-af7db40a3cf7 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:02.419255 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ba7058be-d246-460b-b9b6-1f64154ecef4 req-5ff2bf71-86f9-4e58-93d3-af7db40a3cf7 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 948 time: 0.0529721 Mar 08 13:05:02.427899 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39123a-d93b-4a63-814c-326268245c38 req-7be8a593-668e-4326-b329-5fa6183f8346 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:02.429461 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1e39123a-d93b-4a63-814c-326268245c38 req-7be8a593-668e-4326-b329-5fa6183f8346 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0513670 Mar 08 13:05:02.466549 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ba7058be-d246-460b-b9b6-1f64154ecef4 req-572ebe77-ca48-42bc-8f0e-d6ba7ac05555 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/security-groups?id=534af40d-b719-405b-8788-6b6ba90244ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415013 Mar 08 13:05:02.478655 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1e39123a-d93b-4a63-814c-326268245c38 req-65e522fe-1e38-4d9b-88cd-687658d56da7 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438700 Mar 08 13:05:03.011350 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a7f9c-20d4-47bb-82b1-4dfde841367c req-2e92091e-ed0d-400a-92ff-49e3e8a26118 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:03.013427 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e66a7f9c-20d4-47bb-82b1-4dfde841367c req-2e92091e-ed0d-400a-92ff-49e3e8a26118 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 945 time: 0.0518732 Mar 08 13:05:03.063581 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e66a7f9c-20d4-47bb-82b1-4dfde841367c req-28ff3d56-3a90-416f-8f14-2721ab35e695 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446954 Mar 08 13:05:03.582281 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31eb57-1d11-424c-b061-d4357356622d req-265aa5ed-b403-4472-8244-ffd35f78b08d tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:03.583730 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ec31eb57-1d11-424c-b061-d4357356622d req-265aa5ed-b403-4472-8244-ffd35f78b08d tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 948 time: 0.0503602 Mar 08 13:05:03.595137 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290227d-1584-4ce5-9605-e0d53a5bad4f req-d4949758-9f00-488e-8667-81f5d4960514 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:03.596645 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5290227d-1584-4ce5-9605-e0d53a5bad4f req-d4949758-9f00-488e-8667-81f5d4960514 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0518408 Mar 08 13:05:03.631319 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ec31eb57-1d11-424c-b061-d4357356622d req-83436acd-6b90-4a0c-a460-4a0f7b9ed27d tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/security-groups?id=534af40d-b719-405b-8788-6b6ba90244ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413733 Mar 08 13:05:03.644923 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5290227d-1584-4ce5-9605-e0d53a5bad4f req-56b66377-81fe-436c-ab5c-56f04195c623 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423746 Mar 08 13:05:04.179451 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae5f9f-56d2-4cf7-a860-a5980686c723 req-77c4ba7c-0093-4d0f-b8f0-cbe68db69ca9 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:04.180940 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-85ae5f9f-56d2-4cf7-a860-a5980686c723 req-77c4ba7c-0093-4d0f-b8f0-cbe68db69ca9 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 945 time: 0.0513904 Mar 08 13:05:04.228180 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-85ae5f9f-56d2-4cf7-a860-a5980686c723 req-8027fe25-84fa-457a-9a50-c28a647e682b tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416453 Mar 08 13:05:04.750250 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a7c0a-e933-449c-9ece-d7eec2d54450 req-3f774565-12ce-4bd8-8c38-29549d063e21 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:04.751732 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0b1a7c0a-e933-449c-9ece-d7eec2d54450 req-3f774565-12ce-4bd8-8c38-29549d063e21 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 948 time: 0.0528421 Mar 08 13:05:04.772267 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e787c-d487-4771-beb5-a210d94c792c req-99588f6c-7ebd-44fc-83b8-108cbe977376 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:04.773784 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-184e787c-d487-4771-beb5-a210d94c792c req-99588f6c-7ebd-44fc-83b8-108cbe977376 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0620637 Mar 08 13:05:04.799961 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0b1a7c0a-e933-449c-9ece-d7eec2d54450 req-0ce9c135-a21f-49d6-8e58-d3a7eb12873a tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/security-groups?id=534af40d-b719-405b-8788-6b6ba90244ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423903 Mar 08 13:05:04.824609 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-184e787c-d487-4771-beb5-a210d94c792c req-d9f805d5-4858-4da8-a4d0-19980ca6b75b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442617 Mar 08 13:05:05.346554 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34105b-66e6-42dc-b207-fc26f3aef790 req-01d81ae2-ed7a-4ed6-8148-f66d6d436b7c tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:05.348090 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9d34105b-66e6-42dc-b207-fc26f3aef790 req-01d81ae2-ed7a-4ed6-8148-f66d6d436b7c tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 945 time: 0.0560546 Mar 08 13:05:05.397200 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9d34105b-66e6-42dc-b207-fc26f3aef790 req-5533c5b3-06ab-40a5-98fb-b51168163682 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436790 Mar 08 13:05:05.921994 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6f9fd-2708-48ea-8246-f560628499ae req-5b4b9369-2632-4e4d-be81-d0879b1eb0e6 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:05.924659 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-08c6f9fd-2708-48ea-8246-f560628499ae req-5b4b9369-2632-4e4d-be81-d0879b1eb0e6 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 948 time: 0.0557272 Mar 08 13:05:05.944428 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c98a3-cf46-465f-a88c-e00d9a202bdd req-637f859a-1538-4252-8040-1b63ef4de896 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:05.945956 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-df0c98a3-cf46-465f-a88c-e00d9a202bdd req-637f859a-1538-4252-8040-1b63ef4de896 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0533929 Mar 08 13:05:05.971193 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-08c6f9fd-2708-48ea-8246-f560628499ae req-a277ac9d-ba4d-4012-9af2-ccf1968381e0 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/security-groups?id=534af40d-b719-405b-8788-6b6ba90244ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422478 Mar 08 13:05:05.993228 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-df0c98a3-cf46-465f-a88c-e00d9a202bdd req-b7929e46-ac5c-46ff-9682-c0d7b030be22 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409362 Mar 08 13:05:06.339732 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 69c0ca4b-3a0c-4e89-867a-ea586508f818 up at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:05:06.388400 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning for port 69c0ca4b-3a0c-4e89-867a-ea586508f818 completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:05:06.392227 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning complete for port 69c0ca4b-3a0c-4e89-867a-ea586508f818 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:06.392633 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (69c0ca4b-3a0c-4e89-867a-ea586508f818), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:06.482193 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 69c0ca4b-3a0c-4e89-867a-ea586508f818 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:05:06.482594 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (69c0ca4b-3a0c-4e89-867a-ea586508f818), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:06.506324 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23b9c24-c43d-45a5-87e9-403edccc6360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c0ca4b-3a0c-4e89-867a-ea586508f818'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:05:06.508490 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f02a98a4da79acb06d2148361802764e90037bdc05c069ddf0d3843ada5eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b89dd1-abb3-405e-a6f6-4c3070c62fb9" -d '{"events": [{"server_uuid": "f23b9c24-c43d-45a5-87e9-403edccc6360", "name": "network-vif-plugged", "status": "completed", "tag": "69c0ca4b-3a0c-4e89-867a-ea586508f818"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:05:06.521056 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 69c0ca4b-3a0c-4e89-867a-ea586508f818, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=69c0ca4b-3a0c-4e89-867a-ea586508f818,segment=NetworkSegment(327aa9d0-0865-44d5-bdb4-bf75325012df),segment_id=327aa9d0-0865-44d5-bdb4-bf75325012df)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:06.529332 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (69c0ca4b-3a0c-4e89-867a-ea586508f818), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:06.529828 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf4d58-9fa4-4ce4-b512-2d2a6354080b req-37c9a77f-523e-4594-b866-3b71ecf03ec3 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:06.531357 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b5cf4d58-9fa4-4ce4-b512-2d2a6354080b req-37c9a77f-523e-4594-b866-3b71ecf03ec3 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 945 time: 0.0640712 Mar 08 13:05:06.558253 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371d9f2-2d4f-471e-953c-fc480976ab39 req-7c01f0b4-02fd-4bd4-ade8-4ff86d421e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:06.559823 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6371d9f2-2d4f-471e-953c-fc480976ab39 req-7c01f0b4-02fd-4bd4-ade8-4ff86d421e64 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 1130 time: 0.0666220 Mar 08 13:05:06.565216 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0785b886-5305-45d0-a1b5-7be3e9aa00b2 x-openstack-request-id: req-0785b886-5305-45d0-a1b5-7be3e9aa00b2 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:05:06.565536 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23b9c24-c43d-45a5-87e9-403edccc6360", "name": "network-vif-plugged", "status": "completed", "tag": "69c0ca4b-3a0c-4e89-867a-ea586508f818", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:05:06.565792 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0785b886-5305-45d0-a1b5-7be3e9aa00b2 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:05:06.566206 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23b9c24-c43d-45a5-87e9-403edccc6360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c0ca4b-3a0c-4e89-867a-ea586508f818', 'code': 200} Mar 08 13:05:06.581096 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=69c0ca4b-3a0c-4e89-867a-ea586508f818,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:06.585549 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b5cf4d58-9fa4-4ce4-b512-2d2a6354080b req-66fe41ee-a5ec-4943-9c91-2c83b8ad74e4 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472357 Mar 08 13:05:07.089475 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b164eb-8585-4efe-a547-4719cc2ce135 req-c77b1c23-22e3-4c4f-9726-809d57908369 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:07.091937 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-76b164eb-8585-4efe-a547-4719cc2ce135 req-c77b1c23-22e3-4c4f-9726-809d57908369 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 948 time: 0.0535774 Mar 08 13:05:07.109544 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49303de-ca7a-4c67-b069-67be8f52101c req-071e3008-a9a7-4f1b-a832-6ffc1c568500 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:07.111039 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c49303de-ca7a-4c67-b069-67be8f52101c req-071e3008-a9a7-4f1b-a832-6ffc1c568500 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0518534 Mar 08 13:05:07.139326 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-76b164eb-8585-4efe-a547-4719cc2ce135 req-810add0b-6f7b-4e9f-b0d7-ccefc3753f84 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/security-groups?id=534af40d-b719-405b-8788-6b6ba90244ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418510 Mar 08 13:05:07.158616 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c49303de-ca7a-4c67-b069-67be8f52101c req-dfd1416e-fc4f-4086-9942-47e02e99a181 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418737 Mar 08 13:05:07.700713 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d7ed3-897e-4354-8ec3-878d1283f6d1 req-5e0c025b-c88c-4de3-81a3-c7a8b06fa3cc tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:07.702173 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-718d7ed3-897e-4354-8ec3-878d1283f6d1 req-5e0c025b-c88c-4de3-81a3-c7a8b06fa3cc tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.0516777 Mar 08 13:05:07.750915 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-718d7ed3-897e-4354-8ec3-878d1283f6d1 req-d72c89d8-b395-420d-a377-947313546c6b tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432968 Mar 08 13:05:08.255309 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e011da9-9d3e-4e7d-9705-5e996c25e8f7 req-a1fae69c-f844-43c1-b910-1a7a6c004da6 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:08.256856 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2e011da9-9d3e-4e7d-9705-5e996c25e8f7 req-a1fae69c-f844-43c1-b910-1a7a6c004da6 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 948 time: 0.0518119 Mar 08 13:05:08.278189 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc079b8e-4b85-4110-ad78-daefa5ba009c req-5649739c-6a47-48be-88f0-f300327137f5 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:08.279770 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-cc079b8e-4b85-4110-ad78-daefa5ba009c req-5649739c-6a47-48be-88f0-f300327137f5 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0564904 Mar 08 13:05:08.304113 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2e011da9-9d3e-4e7d-9705-5e996c25e8f7 req-bb884f32-c25a-49d1-ae10-216bacb8112f tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/security-groups?id=534af40d-b719-405b-8788-6b6ba90244ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416858 Mar 08 13:05:08.330257 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-cc079b8e-4b85-4110-ad78-daefa5ba009c req-870788fb-060d-4261-ad41-bc002ae89a57 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418952 Mar 08 13:05:08.352940 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device a8eea000-1c9b-48f5-bf71-283eb504ca00 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:05:08.450500 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port a8eea000-1c9b-48f5-bf71-283eb504ca00, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a8eea000-1c9b-48f5-bf71-283eb504ca00,segment=NetworkSegment(8604600e-32d2-452d-9383-bd14054cc5e4),segment_id=8604600e-32d2-452d-9383-bd14054cc5e4)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:08.460474 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Returning: {'device': 'a8eea000-1c9b-48f5-bf71-283eb504ca00', 'network_id': 'f364f326-4f81-4b4c-a7ce-c32d4f3daf49', 'port_id': 'a8eea000-1c9b-48f5-bf71-283eb504ca00', 'mac_address': 'fa:16:3e:f5:2b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e0010f7-e1ed-4355-bf7f-be631eb82a96', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:05:08.497726 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port a8eea000-1c9b-48f5-bf71-283eb504ca00 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:05:08.497896 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (a8eea000-1c9b-48f5-bf71-283eb504ca00), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:08.510213 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8eea000-1c9b-48f5-bf71-283eb504ca00 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:05:08.528875 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port a8eea000-1c9b-48f5-bf71-283eb504ca00, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a8eea000-1c9b-48f5-bf71-283eb504ca00,segment=NetworkSegment(8604600e-32d2-452d-9383-bd14054cc5e4),segment_id=8604600e-32d2-452d-9383-bd14054cc5e4)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:08.533378 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (a8eea000-1c9b-48f5-bf71-283eb504ca00), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:08.581513 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=a8eea000-1c9b-48f5-bf71-283eb504ca00,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:08.871229 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e463705-644b-4be5-90d1-f9b2ad4d8cdb req-237f4222-e5c7-4400-bb2b-7ce0626bde7f tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:08.872719 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8e463705-644b-4be5-90d1-f9b2ad4d8cdb req-237f4222-e5c7-4400-bb2b-7ce0626bde7f tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.0558441 Mar 08 13:05:08.919988 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8e463705-644b-4be5-90d1-f9b2ad4d8cdb req-75b42187-81ca-4e84-8365-9e44cde2fdcd tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417206 Mar 08 13:05:09.131384 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:05:09.423724 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff0ce5-ff72-42af-b10a-c7e797a86286 req-9a77a8d0-c419-49bd-a23d-ae2fa75b04d1 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:09.425181 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-24ff0ce5-ff72-42af-b10a-c7e797a86286 req-9a77a8d0-c419-49bd-a23d-ae2fa75b04d1 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 949 time: 0.0529304 Mar 08 13:05:09.447241 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dece4bf-b1e6-48c1-bc47-c68b9f1a355a req-7fce0ae6-5dc2-433d-85c2-274cfcaf34ab tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:09.448758 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2dece4bf-b1e6-48c1-bc47-c68b9f1a355a req-7fce0ae6-5dc2-433d-85c2-274cfcaf34ab tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0516322 Mar 08 13:05:09.472355 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-24ff0ce5-ff72-42af-b10a-c7e797a86286 req-bd203940-b5da-4daa-9530-4b0fcae3278f tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/security-groups?id=534af40d-b719-405b-8788-6b6ba90244ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417190 Mar 08 13:05:09.495474 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2dece4bf-b1e6-48c1-bc47-c68b9f1a355a req-24dc2278-3edc-4a31-9f4b-bc779b3b7f10 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404501 Mar 08 13:05:10.062181 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6371d9f2-2d4f-471e-953c-fc480976ab39 req-40d502e2-294e-44da-8606-905c5030b2e2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874596 Mar 08 13:05:10.076831 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cc239-e4f7-4af2-8e35-59d143764977 req-e94c0734-61bd-4e3c-91e6-6a00f10c1e7a tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:10.079701 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-166cc239-e4f7-4af2-8e35-59d143764977 req-e94c0734-61bd-4e3c-91e6-6a00f10c1e7a tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.0900338 Mar 08 13:05:10.132528 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-166cc239-e4f7-4af2-8e35-59d143764977 req-45d82509-ca66-4590-82cd-800aed1e73dc tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482988 Mar 08 13:05:10.604368 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9ef25-42af-4b0d-984d-20bfcced3898 req-06e5c9f6-6334-4a6c-a28f-07d0a6dd76e8 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:10.605961 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-54a9ef25-42af-4b0d-984d-20bfcced3898 req-06e5c9f6-6334-4a6c-a28f-07d0a6dd76e8 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 949 time: 0.0633903 Mar 08 13:05:10.623378 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['a8eea000-1c9b-48f5-bf71-283eb504ca00'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:05:10.625725 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62d721-3817-4632-8f90-a34b70ff9ed2 req-355d4bf8-09dc-43a3-8dad-c14ec4b90cdf tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:10.632731 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6e62d721-3817-4632-8f90-a34b70ff9ed2 req-355d4bf8-09dc-43a3-8dad-c14ec4b90cdf tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0634086 Mar 08 13:05:10.688025 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-54a9ef25-42af-4b0d-984d-20bfcced3898 req-9c658642-b4f7-496c-acdc-9add0edfe9fc tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/security-groups?id=534af40d-b719-405b-8788-6b6ba90244ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753641 Mar 08 13:05:10.734652 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5e1e6a76-7809-46be-b632-14cdadecbd22 req-f67ce64d-2f84-478d-a34a-aea4b15bc3a1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0890539 Mar 08 13:05:10.741243 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6e62d721-3817-4632-8f90-a34b70ff9ed2 req-96594a1a-e342-424f-bf43-0dd883842d1b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074963 Mar 08 13:05:10.910686 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6a76-7809-46be-b632-14cdadecbd22 req-77d1c1ef-cf9b-4c19-99a8-e5bdf57086f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:10.912193 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5e1e6a76-7809-46be-b632-14cdadecbd22 req-77d1c1ef-cf9b-4c19-99a8-e5bdf57086f3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4a8d0813209c4a0bbc5f6d2dce0d4ff4&device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 1129 time: 0.0825524 Mar 08 13:05:10.922336 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4aa3e8-b0ee-44fd-b334-b312d0c954f6 req-b272be90-18ef-465e-af3f-a8caa5e48181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:10.923817 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0c4aa3e8-b0ee-44fd-b334-b312d0c954f6 req-b272be90-18ef-465e-af3f-a8caa5e48181 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 1130 time: 0.0634055 Mar 08 13:05:11.036375 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0c4aa3e8-b0ee-44fd-b334-b312d0c954f6 req-3f00c4ab-cb40-4cd5-9717-d23d7c3dd133 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029341 Mar 08 13:05:11.070864 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6a76-7809-46be-b632-14cdadecbd22 req-2763833e-963c-486d-8e50-696718b5affe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:11.072419 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5e1e6a76-7809-46be-b632-14cdadecbd22 req-2763833e-963c-486d-8e50-696718b5affe service neutron] 10.222.0.72 "GET /v2.0/networks?id=21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 HTTP/1.1" status: 200 len: 921 time: 0.1332045 Mar 08 13:05:11.162438 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-02691466-0ee5-4061-a613-f7a428f4cec9 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:11.164728 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-02691466-0ee5-4061-a613-f7a428f4cec9 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/networks?id=0d340b85-535f-4797-abd9-72c93c4c24d4 HTTP/1.1" status: 200 len: 814 time: 0.1266487 Mar 08 13:05:11.182570 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-bf9ac62c-2cca-4b6b-a77a-7c10d2a377e6 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/quotas/7399ba97adeb41e29ff41264e63de95e HTTP/1.1" status: 200 len: 375 time: 0.0127151 Mar 08 13:05:11.229553 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-1ced1d89-aa4f-4bda-a190-8861e257a5c9 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7399ba97adeb41e29ff41264e63de95e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401392 Mar 08 13:05:11.273451 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72209a73-abc7-4301-b289-ccff4c0fbe56 req-9bcba97c-a823-4fe3-9b07-63f48aeae431 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:11.275916 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-72209a73-abc7-4301-b289-ccff4c0fbe56 req-9bcba97c-a823-4fe3-9b07-63f48aeae431 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.0756371 Mar 08 13:05:11.326619 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-f20d0a70-b360-4a9f-84f5-b1a27e2411a3 service neutron] 10.222.0.50 "GET /v2.0/networks/0d340b85-535f-4797-abd9-72c93c4c24d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874822 Mar 08 13:05:11.328460 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-72209a73-abc7-4301-b289-ccff4c0fbe56 req-78c18614-6b2c-49ce-99b4-49e207585c4c tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460303 Mar 08 13:05:11.423519 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-50676b07-6167-426e-8cbd-083f1b225d15 service neutron] 10.222.0.50 "GET /v2.0/networks/0d340b85-535f-4797-abd9-72c93c4c24d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910189 Mar 08 13:05:11.594165 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bb25e06a-129e-4739-90ab-10a4800c35a9 req-3c831444-7fb9-48a2-adee-85d7c4fa45e1 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5 HTTP/1.1" status: 200 len: 210 time: 0.0320830 Mar 08 13:05:11.690497 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5e1e6a76-7809-46be-b632-14cdadecbd22 req-dbfc1b9e-3fd3-4088-83ff-85e2b8bbd6d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c56376ae-ae7b-483a-b658-f9784057d722 HTTP/1.1" status: 200 len: 217 time: 0.0401661 Mar 08 13:05:11.744268 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6a76-7809-46be-b632-14cdadecbd22 req-a3e30b64-4ec9-4e8f-a44a-eedf60d78eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:11.745853 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5e1e6a76-7809-46be-b632-14cdadecbd22 req-a3e30b64-4ec9-4e8f-a44a-eedf60d78eb6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec1e63dc-26dd-4e1a-8756-ada739f4a12a HTTP/1.1" status: 200 len: 859 time: 0.0476766 Mar 08 13:05:11.778237 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5e1e6a76-7809-46be-b632-14cdadecbd22 req-c78fffe9-e8f6-4784-afeb-6c18a6272f39 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21bd8c3c-2f29-47a3-b60e-e76ac3085ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262733 Mar 08 13:05:11.826824 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd0313-8717-46bb-953d-e5013a8c0c9e req-74beb293-b32e-4ea0-9390-f83ab83926b5 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:11.828343 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7ebd0313-8717-46bb-953d-e5013a8c0c9e req-74beb293-b32e-4ea0-9390-f83ab83926b5 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 949 time: 0.0647204 Mar 08 13:05:11.878624 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7ebd0313-8717-46bb-953d-e5013a8c0c9e req-7f54ede1-37b7-4b4d-ba0f-5900a2aaa41a tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/security-groups?id=534af40d-b719-405b-8788-6b6ba90244ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435748 Mar 08 13:05:11.937185 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f062e6c-9463-413a-a1a5-fef418baf709 req-cc1ab7bf-f61b-4d75-80fa-c7cca1ccec08 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:11.938667 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1f062e6c-9463-413a-a1a5-fef418baf709 req-cc1ab7bf-f61b-4d75-80fa-c7cca1ccec08 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.1225414 Mar 08 13:05:11.974615 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5e1e6a76-7809-46be-b632-14cdadecbd22 req-a9405e57-9b81-4743-85b9-29f5cb148c5a service neutron] 10.222.0.72 "GET /v2.0/networks/21bd8c3c-2f29-47a3-b60e-e76ac3085ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247568 Mar 08 13:05:12.016580 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1f062e6c-9463-413a-a1a5-fef418baf709 req-cc2ee391-b363-442b-a862-7d67c4057f08 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718372 Mar 08 13:05:12.088098 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5e1e6a76-7809-46be-b632-14cdadecbd22 req-7f778c0f-2bde-49fe-aff3-54544857c89d service neutron] 10.222.0.72 "GET /v2.0/networks/21bd8c3c-2f29-47a3-b60e-e76ac3085ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938745 Mar 08 13:05:12.282102 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:12.363377 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device a8eea000-1c9b-48f5-bf71-283eb504ca00 up at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:05:12.417404 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning for port a8eea000-1c9b-48f5-bf71-283eb504ca00 completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:05:12.422324 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning complete for port a8eea000-1c9b-48f5-bf71-283eb504ca00 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:12.422698 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (a8eea000-1c9b-48f5-bf71-283eb504ca00), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:12.457626 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20672d74-d98d-4d2e-aff2-603716168e49 req-ba549e36-4dd5-4626-88cc-be5207e9b77b tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:12.459196 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-20672d74-d98d-4d2e-aff2-603716168e49 req-ba549e36-4dd5-4626-88cc-be5207e9b77b tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.0568314 Mar 08 13:05:12.505891 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port a8eea000-1c9b-48f5-bf71-283eb504ca00 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:05:12.506286 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (a8eea000-1c9b-48f5-bf71-283eb504ca00), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:12.507875 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-20672d74-d98d-4d2e-aff2-603716168e49 req-a86568ac-53a9-45b0-98d1-a4509285ef45 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427999 Mar 08 13:05:12.530338 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0794c858-95f8-4d58-ac3d-f2ebcaf1eff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8eea000-1c9b-48f5-bf71-283eb504ca00'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:05:12.533772 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f02a98a4da79acb06d2148361802764e90037bdc05c069ddf0d3843ada5eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883cd133-b326-4f6f-b299-f75471d66d2f" -d '{"events": [{"server_uuid": "0794c858-95f8-4d58-ac3d-f2ebcaf1eff6", "name": "network-vif-plugged", "status": "completed", "tag": "a8eea000-1c9b-48f5-bf71-283eb504ca00"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:05:12.546396 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port a8eea000-1c9b-48f5-bf71-283eb504ca00, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a8eea000-1c9b-48f5-bf71-283eb504ca00,segment=NetworkSegment(8604600e-32d2-452d-9383-bd14054cc5e4),segment_id=8604600e-32d2-452d-9383-bd14054cc5e4)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:12.554193 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (a8eea000-1c9b-48f5-bf71-283eb504ca00), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:12.580851 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0312dfca-b56c-4e2c-b0ce-56f25facd204 x-openstack-request-id: req-0312dfca-b56c-4e2c-b0ce-56f25facd204 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:05:12.581166 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0794c858-95f8-4d58-ac3d-f2ebcaf1eff6", "name": "network-vif-plugged", "status": "completed", "tag": "a8eea000-1c9b-48f5-bf71-283eb504ca00", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:05:12.581438 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0312dfca-b56c-4e2c-b0ce-56f25facd204 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:05:12.581805 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0794c858-95f8-4d58-ac3d-f2ebcaf1eff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8eea000-1c9b-48f5-bf71-283eb504ca00', 'code': 200} Mar 08 13:05:12.610055 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=a8eea000-1c9b-48f5-bf71-283eb504ca00,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:12.693737 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c61ad0b8-bb86-4b13-96b0-071a38fed232 req-81d3d085-da6c-4b71-bdde-306438f08d16 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5 HTTP/1.1" status: 200 len: 210 time: 0.0297475 Mar 08 13:05:12.846743 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6b6de-25f3-446f-b4ad-1bf8f051d76f req-97cbd61b-25f8-4e10-aff4-e28e5fd84fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:12.848227 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d4c6b6de-25f3-446f-b4ad-1bf8f051d76f req-97cbd61b-25f8-4e10-aff4-e28e5fd84fa7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 1134 time: 0.0446754 Mar 08 13:05:12.894378 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d4c6b6de-25f3-446f-b4ad-1bf8f051d76f req-a9fcc317-68cb-4827-a528-8930d97138fb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=534af40d-b719-405b-8788-6b6ba90244ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394518 Mar 08 13:05:13.005421 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63beb8c3-1bf8-4d61-98c5-349794f4c96e req-f1302a6a-e090-45ca-a04b-b01daa13b111 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:13.006905 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-63beb8c3-1bf8-4d61-98c5-349794f4c96e req-f1302a6a-e090-45ca-a04b-b01daa13b111 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 950 time: 0.0530305 Mar 08 13:05:13.068685 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-63beb8c3-1bf8-4d61-98c5-349794f4c96e req-c4baf6b0-fa82-4797-b054-58d12fb4953f tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/security-groups?id=534af40d-b719-405b-8788-6b6ba90244ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532842 Mar 08 13:05:13.145344 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acad96-e631-461e-ad78-0c83a80eacbf req-f421f2bc-2058-4dda-b3b1-e5864b455179 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:13.147281 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-54acad96-e631-461e-ad78-0c83a80eacbf req-f421f2bc-2058-4dda-b3b1-e5864b455179 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0596747 Mar 08 13:05:13.194046 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-54acad96-e631-461e-ad78-0c83a80eacbf req-e06a99d4-d64b-4062-a414-1912fe981779 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411537 Mar 08 13:05:13.556609 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d97825-a37d-4bb6-86a4-a434f6febd8a req-d9aa5ae4-6a51-4fbc-915a-33ee0ea1b179 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:13.558205 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-98d97825-a37d-4bb6-86a4-a434f6febd8a req-d9aa5ae4-6a51-4fbc-915a-33ee0ea1b179 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0663292 Mar 08 13:05:13.642882 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-98d97825-a37d-4bb6-86a4-a434f6febd8a req-a380e481-7e66-41fc-9de4-a8825ba5652b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784512 Mar 08 13:05:13.645935 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753598d-4a60-4d04-82b9-bb9c81c89db1 req-5afb010e-54bf-4736-9449-3d34726c4db1 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:13.647869 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b753598d-4a60-4d04-82b9-bb9c81c89db1 req-5afb010e-54bf-4736-9449-3d34726c4db1 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.0552604 Mar 08 13:05:13.705154 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b753598d-4a60-4d04-82b9-bb9c81c89db1 req-878ab13d-b63d-4013-a8b3-c82e52ab17ec tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498748 Mar 08 13:05:13.735690 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-1c15a36a-2a03-42fd-9eee-11339c690bbf tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:13.737204 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-1c15a36a-2a03-42fd-9eee-11339c690bbf tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.72 "GET /v2.0/networks?id=0d340b85-535f-4797-abd9-72c93c4c24d4 HTTP/1.1" status: 200 len: 814 time: 0.1400614 Mar 08 13:05:13.790308 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7a83503b-ba26-4941-bd13-6dda9eb4ca75 req-85064b0d-5ce5-4ab6-814d-f2c326d8322c tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5 HTTP/1.1" status: 200 len: 210 time: 0.0264680 Mar 08 13:05:13.828129 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-7cae3009-c544-414f-a8f4-4c86980295d8 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Request body: {'port': {'device_id': '09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5', 'network_id': '0d340b85-535f-4797-abd9-72c93c4c24d4', 'admin_state_up': True, 'tenant_id': '7399ba97adeb41e29ff41264e63de95e'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:05:13.910782 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdbe90-9b05-4f18-b0aa-6006a233587f req-9faed4bd-c049-469b-8a3d-9f3b32c776bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:13.912275 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0bbdbe90-9b05-4f18-b0aa-6006a233587f req-9faed4bd-c049-469b-8a3d-9f3b32c776bf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4a8d0813209c4a0bbc5f6d2dce0d4ff4&device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 1130 time: 0.1134875 Mar 08 13:05:13.944797 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-7cae3009-c544-414f-a8f4-4c86980295d8 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Made reservation on behalf of 7399ba97adeb41e29ff41264e63de95e for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:05:13.948012 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-7cae3009-c544-414f-a8f4-4c86980295d8 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:14.140914 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-7cae3009-c544-414f-a8f4-4c86980295d8 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Allocated IP 172.20.0.12 (0d340b85-535f-4797-abd9-72c93c4c24d4/820c3f50-6115-4fe2-86ea-339d402058f6/2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:05:14.143336 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdbe90-9b05-4f18-b0aa-6006a233587f req-0a47d1b0-1e87-4072-9daa-151da70985d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:14.144799 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0bbdbe90-9b05-4f18-b0aa-6006a233587f req-0a47d1b0-1e87-4072-9daa-151da70985d6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 HTTP/1.1" status: 200 len: 921 time: 0.1409307 Mar 08 13:05:14.195700 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f03339-df27-4693-9a85-595ee84c2e5a req-b50a0e47-d1ce-48f1-a9ee-9a410b96966a tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:14.197183 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-01f03339-df27-4693-9a85-595ee84c2e5a req-b50a0e47-d1ce-48f1-a9ee-9a410b96966a tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 950 time: 0.0584095 Mar 08 13:05:14.200306 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0bbdbe90-9b05-4f18-b0aa-6006a233587f req-7878f221-d2d7-436d-b40f-573abef07bcb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20a74c65-ee1c-41dc-a46e-2484d0f0d59c HTTP/1.1" status: 200 len: 217 time: 0.0422494 Mar 08 13:05:14.243388 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-01f03339-df27-4693-9a85-595ee84c2e5a req-8eb6592c-fd1b-4a25-98ca-463479f07819 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/security-groups?id=534af40d-b719-405b-8788-6b6ba90244ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406609 Mar 08 13:05:14.288628 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdbe90-9b05-4f18-b0aa-6006a233587f req-9f6a672e-50e0-4286-bb95-99f32dd3a688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:14.290065 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0bbdbe90-9b05-4f18-b0aa-6006a233587f req-9f6a672e-50e0-4286-bb95-99f32dd3a688 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec1e63dc-26dd-4e1a-8756-ada739f4a12a HTTP/1.1" status: 200 len: 859 time: 0.0797110 Mar 08 13:05:14.344793 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0bbdbe90-9b05-4f18-b0aa-6006a233587f req-5fe68585-4f7a-4b8c-a1e4-00f872229262 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21bd8c3c-2f29-47a3-b60e-e76ac3085ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301557 Mar 08 13:05:14.436051 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-7cae3009-c544-414f-a8f4-4c86980295d8 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Publish callbacks [] for port (2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:14.471324 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0bbdbe90-9b05-4f18-b0aa-6006a233587f req-64a1bf75-b266-452c-bc3f-0fcf0fd39f6d service neutron] 10.222.0.72 "GET /v2.0/networks/21bd8c3c-2f29-47a3-b60e-e76ac3085ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197853 Mar 08 13:05:14.508633 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-7cae3009-c544-414f-a8f4-4c86980295d8 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:14.594250 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-7cae3009-c544-414f-a8f4-4c86980295d8 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Network 0d340b85-535f-4797-abd9-72c93c4c24d4 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:05:14.596858 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae3009-c544-414f-a8f4-4c86980295d8 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Pushing event updated for resources: {'Port': ['ID=2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:14.601059 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-7cae3009-c544-414f-a8f4-4c86980295d8 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:05:14.603136 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-7cae3009-c544-414f-a8f4-4c86980295d8 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:05:14.643564 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0bbdbe90-9b05-4f18-b0aa-6006a233587f req-d684827d-f585-4e84-9d87-35995cbd297d service neutron] 10.222.0.72 "GET /v2.0/networks/21bd8c3c-2f29-47a3-b60e-e76ac3085ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649473 Mar 08 13:05:14.660513 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-7cae3009-c544-414f-a8f4-4c86980295d8 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:14.661130 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-7cae3009-c544-414f-a8f4-4c86980295d8 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:14.678458 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-7cae3009-c544-414f-a8f4-4c86980295d8 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8545005 Mar 08 13:05:14.729963 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-4e63325f-d3ac-4c35-9f3e-4db38f96c8b0 service neutron] Request body: {'port': {'device_id': '09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:05:14.835311 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c741d97-79ee-4ab2-97d3-093e8f608248 req-72dc8ab5-5e17-469a-885c-7b0572b1dac8 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:14.836789 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4c741d97-79ee-4ab2-97d3-093e8f608248 req-72dc8ab5-5e17-469a-885c-7b0572b1dac8 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.0573375 Mar 08 13:05:14.888074 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4c741d97-79ee-4ab2-97d3-093e8f608248 req-5052919e-5e8b-4703-b965-7e3a226ff58e tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449045 Mar 08 13:05:15.005570 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db791f-357c-459c-b49b-9f4acef71081 req-30cc69dd-6da2-473a-94b0-5bc3298258cf tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:15.007139 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-33db791f-357c-459c-b49b-9f4acef71081 req-30cc69dd-6da2-473a-94b0-5bc3298258cf tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5 HTTP/1.1" status: 200 len: 932 time: 0.0562854 Mar 08 13:05:15.040355 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0dec63-b1d2-42d3-ba68-b4de24f995bd req-d6ee0f05-612e-4320-a19c-40cb53f9da0b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:15.041889 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6b0dec63-b1d2-42d3-ba68-b4de24f995bd req-d6ee0f05-612e-4320-a19c-40cb53f9da0b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.3265228 Mar 08 13:05:15.044502 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-4e63325f-d3ac-4c35-9f3e-4db38f96c8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:15.054301 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-33db791f-357c-459c-b49b-9f4acef71081 req-89a466ac-9b69-4369-86fd-2c7a73d5fb52 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411415 Mar 08 13:05:15.131445 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6b0dec63-b1d2-42d3-ba68-b4de24f995bd req-29b40cb6-7aec-448f-b4e7-7fbf02f29b2a tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774925 Mar 08 13:05:15.159730 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5634b7-060c-46cd-acc8-2149145c82b7 req-13f5bc08-a3e1-48be-9191-4dbc08d5e657 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:15.161273 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fb5634b7-060c-46cd-acc8-2149145c82b7 req-13f5bc08-a3e1-48be-9191-4dbc08d5e657 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.0529504 Mar 08 13:05:15.213427 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fb5634b7-060c-46cd-acc8-2149145c82b7 req-226a7827-31c9-40f9-aa0e-fec56f93d3ed tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454845 Mar 08 13:05:15.235603 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 42162) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:15.385216 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-4e63325f-d3ac-4c35-9f3e-4db38f96c8b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:05:15.394587 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-4e63325f-d3ac-4c35-9f3e-4db38f96c8b0 service neutron] Publish callbacks [] for port (2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:15.413964 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-4e63325f-d3ac-4c35-9f3e-4db38f96c8b0 service neutron] Transition to ACTIVE for port object 2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:05:15.418678 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-4e63325f-d3ac-4c35-9f3e-4db38f96c8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:15.430007 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059e962-b7b5-4ffb-8431-2c85d94d238a req-f374fc59-5c80-4876-a450-ed6b94d9e92d tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:15.431512 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b059e962-b7b5-4ffb-8431-2c85d94d238a req-f374fc59-5c80-4876-a450-ed6b94d9e92d tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 950 time: 0.0868437 Mar 08 13:05:15.490453 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5e5c22-ca0f-446d-9f1e-a8636abd1a76 tempest-TestShelveInstance-2031520212 tempest-TestShelveInstance-2031520212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:15.492113 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-bc5e5c22-ca0f-446d-9f1e-a8636abd1a76 tempest-TestShelveInstance-2031520212 tempest-TestShelveInstance-2031520212-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 1125 time: 0.2555418 Mar 08 13:05:15.494957 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63325f-d3ac-4c35-9f3e-4db38f96c8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:15.495143 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 42168) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:15.499699 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-0226fe87-bf8f-4aaf-bd70-52b1748a6d86 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Request body: {'floatingip': {'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'port_id': '69c0ca4b-3a0c-4e89-867a-ea586508f818', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:05:15.520502 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0226fe87-bf8f-4aaf-bd70-52b1748a6d86 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:15.569986 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b059e962-b7b5-4ffb-8431-2c85d94d238a req-a8f325d9-4d9d-4393-b060-a2d7ed72b531 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/security-groups?id=534af40d-b719-405b-8788-6b6ba90244ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146376 Mar 08 13:05:15.593870 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-4e63325f-d3ac-4c35-9f3e-4db38f96c8b0 service neutron] Attempting to bind port 2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:05:15.594210 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-4e63325f-d3ac-4c35-9f3e-4db38f96c8b0 service neutron] Attempting to bind port 2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '9707f10f-7125-40df-bc84-b1ddfaa54d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '0d340b85-535f-4797-abd9-72c93c4c24d4'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:05:15.594563 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-4e63325f-d3ac-4c35-9f3e-4db38f96c8b0 service neutron] Attempting to bind port 2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc on network 0d340b85-535f-4797-abd9-72c93c4c24d4 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:05:15.598881 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-4e63325f-d3ac-4c35-9f3e-4db38f96c8b0 service neutron] Port 2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc on network 0d340b85-535f-4797-abd9-72c93c4c24d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:05:15.599201 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-4e63325f-d3ac-4c35-9f3e-4db38f96c8b0 service neutron] Attempting to bind port 2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc on network 0d340b85-535f-4797-abd9-72c93c4c24d4 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:05:15.604286 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-4e63325f-d3ac-4c35-9f3e-4db38f96c8b0 service neutron] Checking agent: {'id': '1556a156-0b90-4c62-9625-a828b1293451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'started_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:05:15.604436 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-4e63325f-d3ac-4c35-9f3e-4db38f96c8b0 service neutron] Checking segment: {'id': '9707f10f-7125-40df-bc84-b1ddfaa54d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '0d340b85-535f-4797-abd9-72c93c4c24d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:05:15.604856 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-4e63325f-d3ac-4c35-9f3e-4db38f96c8b0 service neutron] Bound using segment: {'id': '9707f10f-7125-40df-bc84-b1ddfaa54d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '0d340b85-535f-4797-abd9-72c93c4c24d4'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:05:15.605279 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-4e63325f-d3ac-4c35-9f3e-4db38f96c8b0 service neutron] Bound port: 2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9707f10f-7125-40df-bc84-b1ddfaa54d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '0d340b85-535f-4797-abd9-72c93c4c24d4'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:05:15.605638 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-4e63325f-d3ac-4c35-9f3e-4db38f96c8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:15.623957 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0226fe87-bf8f-4aaf-bd70-52b1748a6d86 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:15.668237 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-4e63325f-d3ac-4c35-9f3e-4db38f96c8b0 service neutron] For port 2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc, host hv-cinder-83008, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:05:15.671226 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-4e63325f-d3ac-4c35-9f3e-4db38f96c8b0 service neutron] For port 2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc,segment=NetworkSegment(9707f10f-7125-40df-bc84-b1ddfaa54d43),segment_id=9707f10f-7125-40df-bc84-b1ddfaa54d43)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:05:15.677383 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-4e63325f-d3ac-4c35-9f3e-4db38f96c8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:15.711085 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-4e63325f-d3ac-4c35-9f3e-4db38f96c8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:15.711085 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-4e63325f-d3ac-4c35-9f3e-4db38f96c8b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:15.712495 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-4e63325f-d3ac-4c35-9f3e-4db38f96c8b0 service neutron] 10.222.0.72 "PUT /v2.0/ports/2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc HTTP/1.1" status: 200 len: 1094 time: 0.9866645 Mar 08 13:05:15.712973 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5', 'tag': '2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:05:15.715267 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a725b7b2-a266-4865-944b-af8d793df7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5", "tag": "2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:05:15.730806 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-0226fe87-bf8f-4aaf-bd70-52b1748a6d86 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Allocated IP 172.27.3.47 (5c176cc8-3706-4b4e-95aa-80d42c394e72/67bc08be-d366-4d47-9bdf-b91b4b3bbd14/354c62a1-f2b5-4935-a1f5-97306cbc614f) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:05:15.742676 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63325f-d3ac-4c35-9f3e-4db38f96c8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:15.773928 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fce2d1-9039-4eff-943a-780ea5b5972b x-openstack-request-id: req-59fce2d1-9039-4eff-943a-780ea5b5972b {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:05:15.774231 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5", "tag": "2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:05:15.774513 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-59fce2d1-9039-4eff-943a-780ea5b5972b {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:05:15.774920 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5', 'tag': '2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc', 'status': 'completed', 'code': 200} Mar 08 13:05:15.839453 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0226fe87-bf8f-4aaf-bd70-52b1748a6d86 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for port (354c62a1-f2b5-4935-a1f5-97306cbc614f), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:15.840900 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-63d67d2a-4182-454e-a0d8-ea86ceadb8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:15.843081 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-63d67d2a-4182-454e-a0d8-ea86ceadb8b9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7399ba97adeb41e29ff41264e63de95e&device_id=09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5 HTTP/1.1" status: 200 len: 1128 time: 0.0511270 Mar 08 13:05:15.874852 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0226fe87-bf8f-4aaf-bd70-52b1748a6d86 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (354c62a1-f2b5-4935-a1f5-97306cbc614f), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:15.899119 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-c7dc9002-6a6a-4ff4-95b5-727d812314e1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc HTTP/1.1" status: 200 len: 217 time: 0.0341997 Mar 08 13:05:15.913184 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0226fe87-bf8f-4aaf-bd70-52b1748a6d86 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:05:15.917554 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-0226fe87-bf8f-4aaf-bd70-52b1748a6d86 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:05:15.921091 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0226fe87-bf8f-4aaf-bd70-52b1748a6d86 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:05:15.945414 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226fe87-bf8f-4aaf-bd70-52b1748a6d86 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Pushing event updated for resources: {'Port': ['ID=354c62a1-f2b5-4935-a1f5-97306cbc614f,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:15.946764 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-41b729b9-179f-4945-b072-7cdb7ccd40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:15.948259 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-41b729b9-179f-4945-b072-7cdb7ccd40ff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=820c3f50-6115-4fe2-86ea-339d402058f6 HTTP/1.1" status: 200 len: 854 time: 0.0424585 Mar 08 13:05:15.984313 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-cb715bf8-d0ab-4cb0-8717-4ae0c6fa4618 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d340b85-535f-4797-abd9-72c93c4c24d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288773 Mar 08 13:05:16.071998 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-50fc24d8-05b6-4aab-91d8-20282088f811 service neutron] 10.222.0.72 "GET /v2.0/networks/0d340b85-535f-4797-abd9-72c93c4c24d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810771 Mar 08 13:05:16.200475 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f68711e2-723a-4d7e-9291-bbe4b0730647 req-67165982-a5f8-499e-91fa-28e36070bffb service neutron] 10.222.0.72 "GET /v2.0/networks/0d340b85-535f-4797-abd9-72c93c4c24d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225510 Mar 08 13:05:16.215596 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057274e-4299-4b26-ab0c-9c4874081e06 req-be27f2a4-9ad1-40f4-a517-636bba29525d tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:16.217459 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1057274e-4299-4b26-ab0c-9c4874081e06 req-be27f2a4-9ad1-40f4-a517-636bba29525d tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5 HTTP/1.1" status: 200 len: 944 time: 0.0812862 Mar 08 13:05:16.267475 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1057274e-4299-4b26-ab0c-9c4874081e06 req-7b5f3520-6211-4447-a23d-85f25ad60c39 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431893 Mar 08 13:05:16.328526 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96f17b-cf86-4e66-b1dd-4e663e7af602 req-e8f45c61-1428-408a-bd91-cd2ebba4aa77 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:16.330019 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2a96f17b-cf86-4e66-b1dd-4e663e7af602 req-e8f45c61-1428-408a-bd91-cd2ebba4aa77 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0967057 Mar 08 13:05:16.335684 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0226fe87-bf8f-4aaf-bd70-52b1748a6d86 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for floatingip (6c7f2169-83e3-4ac7-8d5d-9ca4167f4318), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:16.365296 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725b7b2-a266-4865-944b-af8d793df7b8 req-fd0210e8-5732-4b2a-88e0-614046e01a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:16.366817 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a725b7b2-a266-4865-944b-af8d793df7b8 req-fd0210e8-5732-4b2a-88e0-614046e01a56 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7399ba97adeb41e29ff41264e63de95e&device_id=09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5 HTTP/1.1" status: 200 len: 1128 time: 0.0452895 Mar 08 13:05:16.427298 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2a96f17b-cf86-4e66-b1dd-4e663e7af602 req-8f76b572-63fb-4afe-8e67-de6c94af7e7c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897818 Mar 08 13:05:16.433483 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0226fe87-bf8f-4aaf-bd70-52b1748a6d86 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (354c62a1-f2b5-4935-a1f5-97306cbc614f), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:16.465639 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725b7b2-a266-4865-944b-af8d793df7b8 req-85cd5e9d-7606-4599-8209-d0ac5fe76eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:16.467094 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a725b7b2-a266-4865-944b-af8d793df7b8 req-85cd5e9d-7606-4599-8209-d0ac5fe76eac service neutron] 10.222.0.72 "GET /v2.0/networks?id=0d340b85-535f-4797-abd9-72c93c4c24d4 HTTP/1.1" status: 200 len: 916 time: 0.0927651 Mar 08 13:05:16.507351 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a725b7b2-a266-4865-944b-af8d793df7b8 req-616aae18-01bf-4658-b515-0a64a24841f8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc HTTP/1.1" status: 200 len: 217 time: 0.0346031 Mar 08 13:05:16.559269 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725b7b2-a266-4865-944b-af8d793df7b8 req-fca6633d-6df2-413d-9971-cf533bac689e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:16.561347 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a725b7b2-a266-4865-944b-af8d793df7b8 req-fca6633d-6df2-413d-9971-cf533bac689e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=820c3f50-6115-4fe2-86ea-339d402058f6 HTTP/1.1" status: 200 len: 854 time: 0.0474882 Mar 08 13:05:16.581357 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0226fe87-bf8f-4aaf-bd70-52b1748a6d86 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for port (354c62a1-f2b5-4935-a1f5-97306cbc614f), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:16.587440 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0226fe87-bf8f-4aaf-bd70-52b1748a6d86 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287010'] for port (354c62a1-f2b5-4935-a1f5-97306cbc614f), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:16.592336 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a725b7b2-a266-4865-944b-af8d793df7b8 req-d8b28f53-f76f-41b1-a6df-945395433f06 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0d340b85-535f-4797-abd9-72c93c4c24d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260868 Mar 08 13:05:16.659703 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226fe87-bf8f-4aaf-bd70-52b1748a6d86 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Pushing event updated for resources: {'Port': ['ID=354c62a1-f2b5-4935-a1f5-97306cbc614f,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:16.673885 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0226fe87-bf8f-4aaf-bd70-52b1748a6d86 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (6c7f2169-83e3-4ac7-8d5d-9ca4167f4318), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:16.716589 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a725b7b2-a266-4865-944b-af8d793df7b8 req-415b1fd8-be3f-4551-a544-d43668608183 service neutron] 10.222.0.72 "GET /v2.0/networks/0d340b85-535f-4797-abd9-72c93c4c24d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186781 Mar 08 13:05:16.739737 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37352a62-81aa-45b7-b5c9-fc5cfd182093 req-582fcf09-ad24-43c9-901e-5deaf915ff36 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:16.741318 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-37352a62-81aa-45b7-b5c9-fc5cfd182093 req-582fcf09-ad24-43c9-901e-5deaf915ff36 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 950 time: 0.0885739 Mar 08 13:05:16.840176 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-37352a62-81aa-45b7-b5c9-fc5cfd182093 req-e5cd458c-a2d6-41e3-b225-991c1c9c0a3c tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/security-groups?id=534af40d-b719-405b-8788-6b6ba90244ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877180 Mar 08 13:05:16.855996 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a725b7b2-a266-4865-944b-af8d793df7b8 req-8b9e667d-b51f-48bb-8e26-34ccfdaae8b8 service neutron] 10.222.0.72 "GET /v2.0/networks/0d340b85-535f-4797-abd9-72c93c4c24d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331034 Mar 08 13:05:16.992731 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.db.l3_db [None req-0226fe87-bf8f-4aaf-bd70-52b1748a6d86 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Floating IP 6c7f2169-83e3-4ac7-8d5d-9ca4167f4318 associated. External IP: 172.27.3.47, port: 69c0ca4b-3a0c-4e89-867a-ea586508f818. Mar 08 13:05:17.131853 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7835f-98f6-47ef-bb0d-71be76c0fcf1 req-5ebf7095-4e21-4705-8bc7-619a75fc1513 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:17.133363 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e7b7835f-98f6-47ef-bb0d-71be76c0fcf1 req-5ebf7095-4e21-4705-8bc7-619a75fc1513 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 950 time: 0.0529742 Mar 08 13:05:17.184605 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e7b7835f-98f6-47ef-bb0d-71be76c0fcf1 req-698d6874-aab9-40f3-a0e6-882914bb938c tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/security-groups?id=534af40d-b719-405b-8788-6b6ba90244ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454776 Mar 08 13:05:17.227272 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0226fe87-bf8f-4aaf-bd70-52b1748a6d86 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Router 3637ced9-0169-4a8f-beab-ba32c2575fa3 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:05:17.338643 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0226fe87-bf8f-4aaf-bd70-52b1748a6d86 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:05:17.348535 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb76fd12-6690-4d25-9544-b222db7fad64 None None] Sync routers for ids ['3637ced9-0169-4a8f-beab-ba32c2575fa3'] in dv-cinder-830089-2-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:05:17.359918 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb76fd12-6690-4d25-9544-b222db7fad64 None None] Routers {'3637ced9-0169-4a8f-beab-ba32c2575fa3'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:05:17.360777 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-cb76fd12-6690-4d25-9544-b222db7fad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:04:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['3637ced9-0169-4a8f-beab-ba32c2575fa3'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:17.386483 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0226fe87-bf8f-4aaf-bd70-52b1748a6d86 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:17.426939 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166779a-fb70-4ca4-b375-e6597836c0de req-adac7373-71ff-4542-9ae3-1a15b828fde3 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:17.428487 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f166779a-fb70-4ca4-b375-e6597836c0de req-adac7373-71ff-4542-9ae3-1a15b828fde3 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5 HTTP/1.1" status: 200 len: 944 time: 0.0912988 Mar 08 13:05:17.435015 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-0226fe87-bf8f-4aaf-bd70-52b1748a6d86 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9387629 Mar 08 13:05:17.436951 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23b9c24-c43d-45a5-87e9-403edccc6360', 'tag': '69c0ca4b-3a0c-4e89-867a-ea586508f818'}] {{(pid=102969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:05:17.439247 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6dc8d9b138c58f0a8cee2dfca36ebed44ad9fbebfb71e487ffd146a8a650eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e4cddc-c45c-47c8-980a-d050e80020d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f23b9c24-c43d-45a5-87e9-403edccc6360", "tag": "69c0ca4b-3a0c-4e89-867a-ea586508f818"}]}' {{(pid=102969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:05:17.474475 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-cb76fd12-6690-4d25-9544-b222db7fad64 None None] Set router 3637ced9-0169-4a8f-beab-ba32c2575fa3 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:05:17.485172 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bdaa6b-5435-426d-9b97-7815515c972b x-openstack-request-id: req-85bdaa6b-5435-426d-9b97-7815515c972b {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:05:17.485463 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23b9c24-c43d-45a5-87e9-403edccc6360", "tag": "69c0ca4b-3a0c-4e89-867a-ea586508f818", "status": "completed", "code": 200}]} {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:05:17.485719 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-85bdaa6b-5435-426d-9b97-7815515c972b {{(pid=102969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:05:17.486117 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23b9c24-c43d-45a5-87e9-403edccc6360', 'tag': '69c0ca4b-3a0c-4e89-867a-ea586508f818', 'status': 'completed', 'code': 200} Mar 08 13:05:17.489479 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f166779a-fb70-4ca4-b375-e6597836c0de req-4790eb30-a03a-494a-8773-c836192f34d8 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533106 Mar 08 13:05:17.625472 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40bcbc-84da-4914-8567-3002137df9ae req-696cb898-93a4-4cd2-ac73-297358007e7b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:17.626986 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2d40bcbc-84da-4914-8567-3002137df9ae req-696cb898-93a4-4cd2-ac73-297358007e7b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0903492 Mar 08 13:05:17.628888 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4cddc-c45c-47c8-980a-d050e80020d0 req-b6c39b35-d9f8-44e6-ba68-ff87340a2e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:17.630258 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-82e4cddc-c45c-47c8-980a-d050e80020d0 req-b6c39b35-d9f8-44e6-ba68-ff87340a2e38 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5c1dbd73f714812884fd52131e1c532&device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 1130 time: 0.0850792 Mar 08 13:05:17.711340 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-cb76fd12-6690-4d25-9544-b222db7fad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'name': 'tempest-TestShelveInstance-2114884603-router', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd215d104-a19f-4f52-9778-64c5fd475e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:03:38Z', 'revision_number': 4, 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'gw_port': {'id': 'd215d104-a19f-4f52-9778-64c5fd475e28', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:49:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '6c7f2169-83e3-4ac7-8d5d-9ca4167f4318', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'port_id': '69c0ca4b-3a0c-4e89-867a-ea586508f818', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74fb8322-422e-4598-a582-08c81982953b', 'mac_address': 'fa:16:3e:2d:aa:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23b9c24-c43d-45a5-87e9-403edccc6360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:05:16Z', 'updated_at': '2022-03-08T13:05:16Z', 'revision_number': 0, 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe9e7c70-9154-46d4-92c7-116fec791da7', 'name': '', 'network_id': '74fb8322-422e-4598-a582-08c81982953b', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'mac_address': 'fa:16:3e:44:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'c6f0eaac-f97b-4e54-9851-727e4eab1e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:37Z', 'updated_at': '2022-03-08T13:03:44Z', 'revision_number': 5, 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'subnets': [{'id': 'c6f0eaac-f97b-4e54-9851-727e4eab1e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:17.734574 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2d40bcbc-84da-4914-8567-3002137df9ae req-f18c59b6-136c-49fa-bde4-9754bde3073c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013548 Mar 08 13:05:17.741190 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb76fd12-6690-4d25-9544-b222db7fad64 None None] Checking router: 3637ced9-0169-4a8f-beab-ba32c2575fa3 for host: dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:05:17.759486 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb76fd12-6690-4d25-9544-b222db7fad64 None None] Routers {'3637ced9-0169-4a8f-beab-ba32c2575fa3'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:05:17.759757 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4cddc-c45c-47c8-980a-d050e80020d0 req-ec9d1f07-dda0-4572-85b7-507e11cad2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:17.760068 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-cb76fd12-6690-4d25-9544-b222db7fad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:04:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['3637ced9-0169-4a8f-beab-ba32c2575fa3'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:17.761292 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-82e4cddc-c45c-47c8-980a-d050e80020d0 req-ec9d1f07-dda0-4572-85b7-507e11cad2f4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=74fb8322-422e-4598-a582-08c81982953b HTTP/1.1" status: 200 len: 911 time: 0.1205997 Mar 08 13:05:17.832072 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-82e4cddc-c45c-47c8-980a-d050e80020d0 req-5ec27597-d966-4032-a74a-ebc820241677 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69c0ca4b-3a0c-4e89-867a-ea586508f818 HTTP/1.1" status: 200 len: 999 time: 0.0603280 Mar 08 13:05:17.869224 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-cb76fd12-6690-4d25-9544-b222db7fad64 None None] Set router 3637ced9-0169-4a8f-beab-ba32c2575fa3 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:05:17.885909 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4cddc-c45c-47c8-980a-d050e80020d0 req-4fac9bfa-633a-4301-8c52-38474ab86034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:17.887365 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-82e4cddc-c45c-47c8-980a-d050e80020d0 req-4fac9bfa-633a-4301-8c52-38474ab86034 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6f0eaac-f97b-4e54-9851-727e4eab1e17 HTTP/1.1" status: 200 len: 848 time: 0.0484037 Mar 08 13:05:17.935994 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4cddc-c45c-47c8-980a-d050e80020d0 req-b1ead006-8b62-4bc8-9c63-7fb6939e6254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:17.937599 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-82e4cddc-c45c-47c8-980a-d050e80020d0 req-b1ead006-8b62-4bc8-9c63-7fb6939e6254 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74fb8322-422e-4598-a582-08c81982953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440230 Mar 08 13:05:18.039181 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-82e4cddc-c45c-47c8-980a-d050e80020d0 req-6a85fcfe-e593-4241-ba01-42f76b4119f5 service neutron] 10.222.0.72 "GET /v2.0/networks/74fb8322-422e-4598-a582-08c81982953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894079 Mar 08 13:05:18.089186 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-cb76fd12-6690-4d25-9544-b222db7fad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'name': 'tempest-TestShelveInstance-2114884603-router', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd215d104-a19f-4f52-9778-64c5fd475e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:03:38Z', 'revision_number': 4, 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'gw_port': {'id': 'd215d104-a19f-4f52-9778-64c5fd475e28', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:49:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '6c7f2169-83e3-4ac7-8d5d-9ca4167f4318', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'port_id': '69c0ca4b-3a0c-4e89-867a-ea586508f818', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74fb8322-422e-4598-a582-08c81982953b', 'mac_address': 'fa:16:3e:2d:aa:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23b9c24-c43d-45a5-87e9-403edccc6360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:05:16Z', 'updated_at': '2022-03-08T13:05:16Z', 'revision_number': 0, 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe9e7c70-9154-46d4-92c7-116fec791da7', 'name': '', 'network_id': '74fb8322-422e-4598-a582-08c81982953b', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'mac_address': 'fa:16:3e:44:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'c6f0eaac-f97b-4e54-9851-727e4eab1e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:37Z', 'updated_at': '2022-03-08T13:03:44Z', 'revision_number': 5, 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'subnets': [{'id': 'c6f0eaac-f97b-4e54-9851-727e4eab1e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:18.115791 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb76fd12-6690-4d25-9544-b222db7fad64 None None] The sync data for ids ['3637ced9-0169-4a8f-beab-ba32c2575fa3'] in dv-cinder-830089-2-iscsi is: [{'id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'name': 'tempest-TestShelveInstance-2114884603-router', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd215d104-a19f-4f52-9778-64c5fd475e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:03:38Z', 'revision_number': 4, 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'gw_port': {'id': 'd215d104-a19f-4f52-9778-64c5fd475e28', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:49:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '6c7f2169-83e3-4ac7-8d5d-9ca4167f4318', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'port_id': '69c0ca4b-3a0c-4e89-867a-ea586508f818', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74fb8322-422e-4598-a582-08c81982953b', 'mac_address': 'fa:16:3e:2d:aa:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23b9c24-c43d-45a5-87e9-403edccc6360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:05:16Z', 'updated_at': '2022-03-08T13:05:16Z', 'revision_number': 0, 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe9e7c70-9154-46d4-92c7-116fec791da7', 'name': '', 'network_id': '74fb8322-422e-4598-a582-08c81982953b', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'mac_address': 'fa:16:3e:44:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'c6f0eaac-f97b-4e54-9851-727e4eab1e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:37Z', 'updated_at': '2022-03-08T13:03:44Z', 'revision_number': 5, 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'subnets': [{'id': 'c6f0eaac-f97b-4e54-9851-727e4eab1e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:05:18.135854 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-82e4cddc-c45c-47c8-980a-d050e80020d0 req-c916070a-2aee-4385-bf7d-ed6a60782143 service neutron] 10.222.0.72 "GET /v2.0/networks/74fb8322-422e-4598-a582-08c81982953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832634 Mar 08 13:05:18.311230 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adf90f-c056-472f-994d-b9c3c9ff0659 req-6dbcb2d8-c104-458e-acee-77f1efd66aac tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:18.312775 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b1adf90f-c056-472f-994d-b9c3c9ff0659 req-6dbcb2d8-c104-458e-acee-77f1efd66aac tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 950 time: 0.0545917 Mar 08 13:05:18.312904 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df4591c-d0f6-4c9b-91e0-fdae774a0eb9 None None] New status for floating IP 6c7f2169-83e3-4ac7-8d5d-9ca4167f4318: ACTIVE {{(pid=102970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:05:18.360106 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b1adf90f-c056-472f-994d-b9c3c9ff0659 req-02af45ad-db46-482d-9852-002fb46c0a97 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/security-groups?id=534af40d-b719-405b-8788-6b6ba90244ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409029 Mar 08 13:05:18.611942 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603c77e-607f-4e0a-8414-0e728e9add36 req-6ac55331-137b-42ce-aa35-6e6cbf6424a0 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:18.613351 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3603c77e-607f-4e0a-8414-0e728e9add36 req-6ac55331-137b-42ce-aa35-6e6cbf6424a0 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5 HTTP/1.1" status: 200 len: 944 time: 0.0525546 Mar 08 13:05:18.666352 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3603c77e-607f-4e0a-8414-0e728e9add36 req-fe921604-4ae7-4c2b-8709-5f37e4e819ab tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475001 Mar 08 13:05:18.858168 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f20731-91f7-494d-8f2c-5ab3c73ad223 req-24486cd8-610b-415d-a289-4aab5b7257c0 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:18.859642 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-65f20731-91f7-494d-8f2c-5ab3c73ad223 req-24486cd8-610b-415d-a289-4aab5b7257c0 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0564413 Mar 08 13:05:18.905560 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-65f20731-91f7-494d-8f2c-5ab3c73ad223 req-b25c87a7-c7ec-4623-9a7b-537ddd4e62c2 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404482 Mar 08 13:05:19.476407 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9106cf4-8116-4ddb-bca7-a6ebea4f94bd req-ea059bda-dcc6-4785-b91d-240269f4552d tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:19.477896 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b9106cf4-8116-4ddb-bca7-a6ebea4f94bd req-ea059bda-dcc6-4785-b91d-240269f4552d tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 950 time: 0.0520062 Mar 08 13:05:19.552544 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b9106cf4-8116-4ddb-bca7-a6ebea4f94bd req-0faa9ff8-6f96-4617-b46f-f27e61d92f64 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/security-groups?id=534af40d-b719-405b-8788-6b6ba90244ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660338 Mar 08 13:05:19.559890 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cada0a-b9c5-48f7-8b3f-d41bfeb082a7 req-18c5351a-83e5-4647-a9b4-ce1dd2ba1d3f tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:19.561953 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e0cada0a-b9c5-48f7-8b3f-d41bfeb082a7 req-18c5351a-83e5-4647-a9b4-ce1dd2ba1d3f tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.72 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 950 time: 0.0832129 Mar 08 13:05:19.658806 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-e0cada0a-b9c5-48f7-8b3f-d41bfeb082a7 req-2da5e57d-1233-457a-9a34-f2bbf1c50d53 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Deleting port a8eea000-1c9b-48f5-bf71-283eb504ca00 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:05:19.659145 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e0cada0a-b9c5-48f7-8b3f-d41bfeb082a7 req-2da5e57d-1233-457a-9a34-f2bbf1c50d53 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (a8eea000-1c9b-48f5-bf71-283eb504ca00), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:19.749690 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-e0cada0a-b9c5-48f7-8b3f-d41bfeb082a7 req-2da5e57d-1233-457a-9a34-f2bbf1c50d53 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] For port a8eea000-1c9b-48f5-bf71-283eb504ca00, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a8eea000-1c9b-48f5-bf71-283eb504ca00,segment=NetworkSegment(8604600e-32d2-452d-9383-bd14054cc5e4),segment_id=8604600e-32d2-452d-9383-bd14054cc5e4)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:19.750054 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e0cada0a-b9c5-48f7-8b3f-d41bfeb082a7 req-2da5e57d-1233-457a-9a34-f2bbf1c50d53 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (a8eea000-1c9b-48f5-bf71-283eb504ca00), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:19.762510 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-e0cada0a-b9c5-48f7-8b3f-d41bfeb082a7 req-2da5e57d-1233-457a-9a34-f2bbf1c50d53 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Calling delete_port for a8eea000-1c9b-48f5-bf71-283eb504ca00 owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:05:19.781797 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823014f-634c-4373-bf62-366fc048ca4e req-9e52bc33-2000-444f-a875-985ccc7a4bc9 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:19.783335 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4823014f-634c-4373-bf62-366fc048ca4e req-9e52bc33-2000-444f-a875-985ccc7a4bc9 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5 HTTP/1.1" status: 200 len: 944 time: 0.0515683 Mar 08 13:05:19.829501 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4823014f-634c-4373-bf62-366fc048ca4e req-a9b450d9-182f-44e4-98fa-a2e0c8dac782 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405071 Mar 08 13:05:19.898072 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e0cada0a-b9c5-48f7-8b3f-d41bfeb082a7 req-2da5e57d-1233-457a-9a34-f2bbf1c50d53 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (a8eea000-1c9b-48f5-bf71-283eb504ca00), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:19.925263 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5e57d-1233-457a-9a34-f2bbf1c50d53 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Pushing event deleted for resources: {'Port': ['ID=a8eea000-1c9b-48f5-bf71-283eb504ca00,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:19.936296 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['a8eea000-1c9b-48f5-bf71-283eb504ca00'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:05:19.983592 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cada0a-b9c5-48f7-8b3f-d41bfeb082a7 req-2da5e57d-1233-457a-9a34-f2bbf1c50d53 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] No DVR routers for this DVR port a8eea000-1c9b-48f5-bf71-283eb504ca00 on host hv-cinder-83008 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:05:19.992283 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e0cada0a-b9c5-48f7-8b3f-d41bfeb082a7 req-2da5e57d-1233-457a-9a34-f2bbf1c50d53 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:19.995624 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e0cada0a-b9c5-48f7-8b3f-d41bfeb082a7 req-2da5e57d-1233-457a-9a34-f2bbf1c50d53 tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.72 "DELETE /v2.0/ports/a8eea000-1c9b-48f5-bf71-283eb504ca00 HTTP/1.1" status: 204 len: 173 time: 0.4276237 Mar 08 13:05:19.996082 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0794c858-95f8-4d58-ac3d-f2ebcaf1eff6', 'name': 'network-vif-deleted', 'tag': 'a8eea000-1c9b-48f5-bf71-283eb504ca00'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:05:19.998430 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ef1801-36e6-4637-a8ad-ed5c5dee5cda" -d '{"events": [{"server_uuid": "0794c858-95f8-4d58-ac3d-f2ebcaf1eff6", "name": "network-vif-deleted", "tag": "a8eea000-1c9b-48f5-bf71-283eb504ca00"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:05:20.052621 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd5db98-3601-47eb-9a74-c2ac67c13787 x-openstack-request-id: req-0fd5db98-3601-47eb-9a74-c2ac67c13787 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:05:20.052870 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0794c858-95f8-4d58-ac3d-f2ebcaf1eff6", "name": "network-vif-deleted", "tag": "a8eea000-1c9b-48f5-bf71-283eb504ca00", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:05:20.053117 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0fd5db98-3601-47eb-9a74-c2ac67c13787 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:05:20.053595 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0794c858-95f8-4d58-ac3d-f2ebcaf1eff6', 'name': 'network-vif-deleted', 'tag': 'a8eea000-1c9b-48f5-bf71-283eb504ca00', 'status': 'completed', 'code': 200} Mar 08 13:05:20.061408 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a83d2-7cb8-4c93-ac92-bdaf393f80be req-eb555a21-18a3-4bda-bb2c-5e3a9419fbc8 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:20.063060 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e45a83d2-7cb8-4c93-ac92-bdaf393f80be req-eb555a21-18a3-4bda-bb2c-5e3a9419fbc8 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0819364 Mar 08 13:05:20.120707 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e45a83d2-7cb8-4c93-ac92-bdaf393f80be req-79ddf7bc-7259-48ff-9425-ffd9c2d9c747 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506067 Mar 08 13:05:20.412037 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:05:20.510836 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc,segment=NetworkSegment(9707f10f-7125-40df-bc84-b1ddfaa54d43),segment_id=9707f10f-7125-40df-bc84-b1ddfaa54d43)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:20.521329 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Returning: {'device': '2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc', 'network_id': '0d340b85-535f-4797-abd9-72c93c4c24d4', 'port_id': '2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc', 'mac_address': 'fa:16:3e:b8:8a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820c3f50-6115-4fe2-86ea-339d402058f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:05:20.558689 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:05:20.559127 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:20.572582 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:05:20.593688 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc,segment=NetworkSegment(9707f10f-7125-40df-bc84-b1ddfaa54d43),segment_id=9707f10f-7125-40df-bc84-b1ddfaa54d43)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:20.598349 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:20.652520 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:20.681323 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5602e73f-1bb8-451d-a2d5-01106c30ab19 req-9d538565-b0bc-4fb1-9652-2e0fd3aff49a tempest-VolumesNegativeTest-1419931355 tempest-VolumesNegativeTest-1419931355-project] 10.222.0.50 "GET /v2.0/ports?device_id=0794c858-95f8-4d58-ac3d-f2ebcaf1eff6 HTTP/1.1" status: 200 len: 210 time: 0.0314562 Mar 08 13:05:20.947570 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4594df7-f588-4acd-b224-f6a5e36e416a req-87fa0dc5-6364-47b7-984e-5c92386a8482 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:20.948935 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f4594df7-f588-4acd-b224-f6a5e36e416a req-87fa0dc5-6364-47b7-984e-5c92386a8482 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5 HTTP/1.1" status: 200 len: 945 time: 0.0538235 Mar 08 13:05:20.995062 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f4594df7-f588-4acd-b224-f6a5e36e416a req-28bdcfc8-96dc-48eb-868e-64c255d8aced tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405889 Mar 08 13:05:21.274853 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:05:22.118039 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdd417-26f2-4642-8f3e-7d2548142868 req-13e450b1-076e-4667-a08c-055cf18ed2fb tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:22.119664 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-35bdd417-26f2-4642-8f3e-7d2548142868 req-13e450b1-076e-4667-a08c-055cf18ed2fb tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5 HTTP/1.1" status: 200 len: 945 time: 0.0576847 Mar 08 13:05:22.169397 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-35bdd417-26f2-4642-8f3e-7d2548142868 req-24c91f79-80c2-47e9-8ce8-1210266be1e2 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422761 Mar 08 13:05:23.295331 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce973981-5427-4630-9c6a-3e0cbcca1f84 req-b2a271ce-e065-45b3-8597-c014c1f46851 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:23.296853 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ce973981-5427-4630-9c6a-3e0cbcca1f84 req-b2a271ce-e065-45b3-8597-c014c1f46851 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5 HTTP/1.1" status: 200 len: 945 time: 0.0570304 Mar 08 13:05:23.354729 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ce973981-5427-4630-9c6a-3e0cbcca1f84 req-167f669f-0705-4df8-89ba-39cfb7ae659c tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521097 Mar 08 13:05:24.010718 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739a30e-d333-4baf-87d2-a8bd269f21cf req-aca9fca8-ead7-46f6-abc3-657015217023 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:24.012300 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7739a30e-d333-4baf-87d2-a8bd269f21cf req-aca9fca8-ead7-46f6-abc3-657015217023 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0541947 Mar 08 13:05:24.062582 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7739a30e-d333-4baf-87d2-a8bd269f21cf req-2ddb7ab6-5453-466d-ae7f-721bb6f39138 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433457 Mar 08 13:05:24.420537 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc up at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:05:24.469743 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning for port 2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:05:24.473669 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning complete for port 2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:24.474039 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:24.474352 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1be9f-7854-4e0c-9fe3-f28a9aec2728 req-3c2cd222-4636-4528-85f0-88d7e2b8fd47 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:24.475843 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-03c1be9f-7854-4e0c-9fe3-f28a9aec2728 req-3c2cd222-4636-4528-85f0-88d7e2b8fd47 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5 HTTP/1.1" status: 200 len: 945 time: 0.0533214 Mar 08 13:05:24.522704 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-03c1be9f-7854-4e0c-9fe3-f28a9aec2728 req-a30096c9-16ef-4e37-9ed4-c3706a66a611 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411072 Mar 08 13:05:24.552194 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:05:24.552600 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:24.576487 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:05:24.578666 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f02a98a4da79acb06d2148361802764e90037bdc05c069ddf0d3843ada5eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3b5ca7-1fed-4a79-8a1d-d953a26cf3b4" -d '{"events": [{"server_uuid": "09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5", "name": "network-vif-plugged", "status": "completed", "tag": "2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:05:24.595756 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc,segment=NetworkSegment(9707f10f-7125-40df-bc84-b1ddfaa54d43),segment_id=9707f10f-7125-40df-bc84-b1ddfaa54d43)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:24.600543 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:24.601457 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device a8eea000-1c9b-48f5-bf71-283eb504ca00 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:05:24.623310 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde5b2d6-e835-448a-b378-38b4f2fab34b x-openstack-request-id: req-cde5b2d6-e835-448a-b378-38b4f2fab34b {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:05:24.623619 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5", "name": "network-vif-plugged", "status": "completed", "tag": "2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:05:24.623874 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cde5b2d6-e835-448a-b378-38b4f2fab34b {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:05:24.624261 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc', 'code': 200} Mar 08 13:05:24.641987 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] No Port match for: a8eea000-1c9b-48f5-bf71-283eb504ca00 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:05:24.642284 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device a8eea000-1c9b-48f5-bf71-283eb504ca00 not bound to the agent host hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:05:24.679096 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:24.682923 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ed7474e8-84d9-4edb-92f4-22cc3421e25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:24.883244 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3e139-5e81-41d9-a4d6-0c3280f6f837 req-1b67a407-938a-40e1-97e0-8088adaf18b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:24.884756 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0fe3e139-5e81-41d9-a4d6-0c3280f6f837 req-1b67a407-938a-40e1-97e0-8088adaf18b9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5 HTTP/1.1" status: 200 len: 1130 time: 0.0436845 Mar 08 13:05:24.933724 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0fe3e139-5e81-41d9-a4d6-0c3280f6f837 req-8c7c4c7f-f2b9-4d50-a7cb-1ef87f0f8c4d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411725 Mar 08 13:05:25.191619 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a098d18-3c38-4203-a895-a72b150d5c1d req-a9e7a0aa-c845-4cc1-8dcd-8bcb0af94ccf tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:25.193092 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9a098d18-3c38-4203-a895-a72b150d5c1d req-a9e7a0aa-c845-4cc1-8dcd-8bcb0af94ccf tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0562878 Mar 08 13:05:25.248114 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9a098d18-3c38-4203-a895-a72b150d5c1d req-9c381c53-731c-4fca-bbc8-9b6949acf37e tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493340 Mar 08 13:05:25.626314 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 42504) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:25.655334 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa5ac6-280e-46d3-ba98-8671ad855013 req-9a330557-6c29-4105-9cc2-c74313ffc447 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:25.656889 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3eaa5ac6-280e-46d3-ba98-8671ad855013 req-9a330557-6c29-4105-9cc2-c74313ffc447 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5 HTTP/1.1" status: 200 len: 946 time: 0.0615106 Mar 08 13:05:25.707999 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3eaa5ac6-280e-46d3-ba98-8671ad855013 req-3cc886bd-6f85-4c92-9efa-8dfcd416645f tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454621 Mar 08 13:05:25.770813 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-b94b9ff6-474a-4004-bb8e-4507eb128785 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e34620beb384605966f71fdc634ec79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432896 Mar 08 13:05:25.773311 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 42508) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:25.819308 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fff220d3-77b9-47bb-b178-f484c0ae4e97 admin admin] Publish callbacks [] for security_group (534af40d-b719-405b-8788-6b6ba90244ed), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:25.841876 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fff220d3-77b9-47bb-b178-f484c0ae4e97 admin admin] Publish callbacks [] for security_group (534af40d-b719-405b-8788-6b6ba90244ed), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:25.889070 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fff220d3-77b9-47bb-b178-f484c0ae4e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (534af40d-b719-405b-8788-6b6ba90244ed), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:25.891506 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fff220d3-77b9-47bb-b178-f484c0ae4e97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:25.892696 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-fff220d3-77b9-47bb-b178-f484c0ae4e97 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/534af40d-b719-405b-8788-6b6ba90244ed HTTP/1.1" status: 204 len: 168 time: 0.1184435 Mar 08 13:05:25.900207 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff220d3-77b9-47bb-b178-f484c0ae4e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534af40d-b719-405b-8788-6b6ba90244ed,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:26.377249 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec2907-af69-4760-b23c-4fe4d18065e6 req-00975567-f276-474b-9b51-f2aee61fda1d tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:26.378173 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-91ec2907-af69-4760-b23c-4fe4d18065e6 req-00975567-f276-474b-9b51-f2aee61fda1d tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0572553 Mar 08 13:05:26.425106 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-91ec2907-af69-4760-b23c-4fe4d18065e6 req-ac4260ed-5a53-40e9-b7ba-f129ea34e90b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414045 Mar 08 13:05:26.518111 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 42532) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:26.610854 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-2565930b-5fc3-462e-8809-b34394aa84d6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-307497270-network', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:05:26.629125 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2565930b-5fc3-462e-8809-b34394aa84d6 admin admin] Made reservation on behalf of b7260e3341834b2982afb2cee5ba7265 for: {'network': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:05:26.631311 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2565930b-5fc3-462e-8809-b34394aa84d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for network (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:26.639430 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2565930b-5fc3-462e-8809-b34394aa84d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:26.713942 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2565930b-5fc3-462e-8809-b34394aa84d6 admin admin] Publish callbacks [] for security_group (fa3e734c-f3c9-4b09-b653-34c9bb1b7b67), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:26.718168 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2565930b-5fc3-462e-8809-b34394aa84d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (fa3e734c-f3c9-4b09-b653-34c9bb1b7b67), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:26.749282 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2565930b-5fc3-462e-8809-b34394aa84d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=102968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:05:26.751238 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565930b-5fc3-462e-8809-b34394aa84d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:26.761240 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2565930b-5fc3-462e-8809-b34394aa84d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (5d98788d-0a24-4917-8363-4038d0c4799c), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:26.761636 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.segments_db [None req-2565930b-5fc3-462e-8809-b34394aa84d6 admin admin] Added segment 5d98788d-0a24-4917-8363-4038d0c4799c of type vlan for network a987f753-8f3e-4254-879c-48d2f61b5904 Mar 08 13:05:26.831488 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2565930b-5fc3-462e-8809-b34394aa84d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755471561494'] for network (a987f753-8f3e-4254-879c-48d2f61b5904), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:26.870905 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753144f3-72e5-42ad-9230-fc47c8aa360a req-2428bba8-3af3-4832-ba62-ce3422d847f2 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:26.872398 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-753144f3-72e5-42ad-9230-fc47c8aa360a req-2428bba8-3af3-4832-ba62-ce3422d847f2 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5 HTTP/1.1" status: 200 len: 946 time: 0.0965652 Mar 08 13:05:26.873451 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2565930b-5fc3-462e-8809-b34394aa84d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for network (a987f753-8f3e-4254-879c-48d2f61b5904), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:26.874290 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2565930b-5fc3-462e-8809-b34394aa84d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:26.874850 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2565930b-5fc3-462e-8809-b34394aa84d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:26.900923 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1b1851ac-b275-407b-9264-197a9c744e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:26.950700 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-2565930b-5fc3-462e-8809-b34394aa84d6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4277487 Mar 08 13:05:26.951491 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 42538) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:26.956481 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-ff19bee5-f690-4876-a1b4-ad5bd9a9807e admin admin] Request body: {'subnet': {'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-307497270-subnet', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'ip_version': 4}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:05:26.956682 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565930b-5fc3-462e-8809-b34394aa84d6 admin admin] Pushing event updated for resources: {'Network': ['ID=a987f753-8f3e-4254-879c-48d2f61b5904,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:26.970634 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Network a987f753-8f3e-4254-879c-48d2f61b5904 details requested by agent ovs-agent-dv-cinder-830089-2-iscsi with host dv-cinder-830089-2-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:05:26.978594 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff19bee5-f690-4876-a1b4-ad5bd9a9807e admin admin] Made reservation on behalf of b7260e3341834b2982afb2cee5ba7265 for: {'subnet': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:05:26.980912 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-753144f3-72e5-42ad-9230-fc47c8aa360a req-063bdda1-4107-4547-8d38-95a92be4b5e5 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008792 Mar 08 13:05:26.981263 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ff19bee5-f690-4876-a1b4-ad5bd9a9807e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4213133'] for subnet (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:27.157507 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ff19bee5-f690-4876-a1b4-ad5bd9a9807e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4285867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4213139'] for subnet (961c8dfe-453f-456b-9da2-5d2b94a6e21c), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:27.201751 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19bee5-f690-4876-a1b4-ad5bd9a9807e admin admin] Pushing event updated for resources: {'Subnet': ['ID=961c8dfe-453f-456b-9da2-5d2b94a6e21c,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:27.221216 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19bee5-f690-4876-a1b4-ad5bd9a9807e admin admin] Checking segment: {'id': '5d98788d-0a24-4917-8363-4038d0c4799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:05:27.221578 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff19bee5-f690-4876-a1b4-ad5bd9a9807e admin admin] Network hostable DHCP agents. Network: a987f753-8f3e-4254-879c-48d2f61b5904, hostable agents: ['57d8c91c-da11-4d19-879a-ab8c1c8220b9'], hosted agents: [] {{(pid=102969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:05:27.237087 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff19bee5-f690-4876-a1b4-ad5bd9a9807e admin admin] Network a987f753-8f3e-4254-879c-48d2f61b5904 is scheduled to be hosted by DHCP agent 57d8c91c-da11-4d19-879a-ab8c1c8220b9 with binding_index 1 {{(pid=102969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:05:27.246162 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-ff19bee5-f690-4876-a1b4-ad5bd9a9807e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-2-iscsi, a987f753-8f3e-4254-879c-48d2f61b5904) {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:05:27.250830 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff19bee5-f690-4876-a1b4-ad5bd9a9807e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:27.251735 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ff19bee5-f690-4876-a1b4-ad5bd9a9807e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:27.256784 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aa0360-130f-4dcb-b8b2-fe86d2929974 None None] Network a987f753-8f3e-4254-879c-48d2f61b5904 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:05:27.268555 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-ff19bee5-f690-4876-a1b4-ad5bd9a9807e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3158031 Mar 08 13:05:27.272042 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 42540) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:27.277235 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-93ede324-4d00-4ce0-8682-92b9e34b7360 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-307497270-router', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:05:27.298844 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-93ede324-4d00-4ce0-8682-92b9e34b7360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-674970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60768'] for router (32b7c4df-0fec-430c-b3f5-095530c4b503), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:27.299944 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-93ede324-4d00-4ce0-8682-92b9e34b7360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-851116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60777'] for router (32b7c4df-0fec-430c-b3f5-095530c4b503), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:27.354873 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-93ede324-4d00-4ce0-8682-92b9e34b7360 admin admin] Publish callbacks [] for router_controller (32b7c4df-0fec-430c-b3f5-095530c4b503), precommit_add_association {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:27.359519 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d861fc-a97a-4c86-bb0a-06f6ea6355fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2847e9c-4fb5-5906-a73f-07d87f7d96e3-a987f753-8f3e-4254-879c-48d2f61b5904', 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904', 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'fixed_ips': [{'subnet_id': '961c8dfe-453f-456b-9da2-5d2b94a6e21c'}]}} from dv-cinder-830089-2-iscsi. {{(pid=102970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 13:05:27.360474 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-41d861fc-a97a-4c86-bb0a-06f6ea6355fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:27.500278 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-93ede324-4d00-4ce0-8682-92b9e34b7360 admin admin] Publish callbacks [] for router_gateway (32b7c4df-0fec-430c-b3f5-095530c4b503), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:27.502012 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-41d861fc-a97a-4c86-bb0a-06f6ea6355fa None None] Allocated IP 172.20.0.2 (a987f753-8f3e-4254-879c-48d2f61b5904/961c8dfe-453f-456b-9da2-5d2b94a6e21c/2dc841bc-96bb-46ad-a6ab-26e65bb0531f) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:05:27.603083 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412376b3-04ac-4502-b1d2-e0d2702b2e59 req-bee7d07f-9b1a-4f62-adf9-4c0f619b88e9 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:27.604575 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-412376b3-04ac-4502-b1d2-e0d2702b2e59 req-bee7d07f-9b1a-4f62-adf9-4c0f619b88e9 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.1009812 Mar 08 13:05:27.669504 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-412376b3-04ac-4502-b1d2-e0d2702b2e59 req-f2e7a674-a3b0-407d-a8a2-6b179eb7f23a tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579607 Mar 08 13:05:27.778009 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-41d861fc-a97a-4c86-bb0a-06f6ea6355fa None None] Publish callbacks [] for port (2dc841bc-96bb-46ad-a6ab-26e65bb0531f), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:27.784061 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-41d861fc-a97a-4c86-bb0a-06f6ea6355fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007'] for port (2dc841bc-96bb-46ad-a6ab-26e65bb0531f), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:27.788420 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-93ede324-4d00-4ce0-8682-92b9e34b7360 admin admin] Publish callbacks [] for router_gateway (32b7c4df-0fec-430c-b3f5-095530c4b503), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:27.808804 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-93ede324-4d00-4ce0-8682-92b9e34b7360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:27.828029 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d861fc-a97a-4c86-bb0a-06f6ea6355fa None None] Network a987f753-8f3e-4254-879c-48d2f61b5904 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:05:27.830883 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-41d861fc-a97a-4c86-bb0a-06f6ea6355fa None None] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:05:27.834291 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d861fc-a97a-4c86-bb0a-06f6ea6355fa None None] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:05:27.840925 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d861fc-a97a-4c86-bb0a-06f6ea6355fa None None] Pushing event updated for resources: {'Port': ['ID=2dc841bc-96bb-46ad-a6ab-26e65bb0531f,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:27.894368 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-41d861fc-a97a-4c86-bb0a-06f6ea6355fa None None] Attempting to bind port 2dc841bc-96bb-46ad-a6ab-26e65bb0531f on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:05:27.894747 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-41d861fc-a97a-4c86-bb0a-06f6ea6355fa None None] Attempting to bind port 2dc841bc-96bb-46ad-a6ab-26e65bb0531f by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': '5d98788d-0a24-4917-8363-4038d0c4799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:05:27.895113 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d861fc-a97a-4c86-bb0a-06f6ea6355fa None None] Attempting to bind port 2dc841bc-96bb-46ad-a6ab-26e65bb0531f on network a987f753-8f3e-4254-879c-48d2f61b5904 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:05:27.900014 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d861fc-a97a-4c86-bb0a-06f6ea6355fa None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:05:27.900441 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d861fc-a97a-4c86-bb0a-06f6ea6355fa None None] Checking segment: {'id': '5d98788d-0a24-4917-8363-4038d0c4799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:05:27.900877 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-41d861fc-a97a-4c86-bb0a-06f6ea6355fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:27.901272 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d861fc-a97a-4c86-bb0a-06f6ea6355fa None None] Bound using segment: {'id': '5d98788d-0a24-4917-8363-4038d0c4799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:05:27.901872 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-41d861fc-a97a-4c86-bb0a-06f6ea6355fa None None] Bound port: 2dc841bc-96bb-46ad-a6ab-26e65bb0531f, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d98788d-0a24-4917-8363-4038d0c4799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:05:27.902105 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-41d861fc-a97a-4c86-bb0a-06f6ea6355fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (2dc841bc-96bb-46ad-a6ab-26e65bb0531f), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:27.920152 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-93ede324-4d00-4ce0-8682-92b9e34b7360 admin admin] Allocated IP 172.27.3.100 (5c176cc8-3706-4b4e-95aa-80d42c394e72/67bc08be-d366-4d47-9bdf-b91b4b3bbd14/36feb335-8fbf-4175-8dcb-d660adadb4a3) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:05:27.964405 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-41d861fc-a97a-4c86-bb0a-06f6ea6355fa None None] For port 2dc841bc-96bb-46ad-a6ab-26e65bb0531f, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:05:27.967787 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-41d861fc-a97a-4c86-bb0a-06f6ea6355fa None None] For port 2dc841bc-96bb-46ad-a6ab-26e65bb0531f, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=2dc841bc-96bb-46ad-a6ab-26e65bb0531f,segment=NetworkSegment(5d98788d-0a24-4917-8363-4038d0c4799c),segment_id=5d98788d-0a24-4917-8363-4038d0c4799c)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:05:27.973626 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-41d861fc-a97a-4c86-bb0a-06f6ea6355fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (2dc841bc-96bb-46ad-a6ab-26e65bb0531f), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:28.026642 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-93ede324-4d00-4ce0-8682-92b9e34b7360 admin admin] Publish callbacks [] for port (36feb335-8fbf-4175-8dcb-d660adadb4a3), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:28.038352 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d861fc-a97a-4c86-bb0a-06f6ea6355fa None None] Pushing event updated for resources: {'Port': ['ID=2dc841bc-96bb-46ad-a6ab-26e65bb0531f,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:28.071717 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-93ede324-4d00-4ce0-8682-92b9e34b7360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (36feb335-8fbf-4175-8dcb-d660adadb4a3), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:28.114916 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ede324-4d00-4ce0-8682-92b9e34b7360 admin admin] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:05:28.118092 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-93ede324-4d00-4ce0-8682-92b9e34b7360 admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:05:28.123643 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ede324-4d00-4ce0-8682-92b9e34b7360 admin admin] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:05:28.133366 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:28.138763 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8ced2-f60a-4314-9302-cbb2320f7133 req-a6fa4a14-6df6-42fe-af1d-13fa0b8c11d8 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:28.140432 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6bf8ced2-f60a-4314-9302-cbb2320f7133 req-a6fa4a14-6df6-42fe-af1d-13fa0b8c11d8 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5 HTTP/1.1" status: 200 len: 946 time: 0.0721695 Mar 08 13:05:28.148913 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ede324-4d00-4ce0-8682-92b9e34b7360 admin admin] Pushing event updated for resources: {'Port': ['ID=36feb335-8fbf-4175-8dcb-d660adadb4a3,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:28.192665 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6bf8ced2-f60a-4314-9302-cbb2320f7133 req-94696a50-0303-42f5-835a-2070b8fc462a tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466006 Mar 08 13:05:28.425507 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491c718-de4d-4c49-9261-959b5161e380 req-15e2c831-e392-484e-8c94-c5d6f1ba526f tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:28.426365 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-93ede324-4d00-4ce0-8682-92b9e34b7360 admin admin] Publish callbacks [] for router_gateway (32b7c4df-0fec-430c-b3f5-095530c4b503), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:28.427236 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d491c718-de4d-4c49-9261-959b5161e380 req-15e2c831-e392-484e-8c94-c5d6f1ba526f tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.0627425 Mar 08 13:05:28.566590 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 2dc841bc-96bb-46ad-a6ab-26e65bb0531f up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:05:28.584712 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-d491c718-de4d-4c49-9261-959b5161e380 req-2412389d-6fa6-4862-8b40-ca8b51730f28 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Deleting port c56376ae-ae7b-483a-b658-f9784057d722 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:05:28.585298 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-d491c718-de4d-4c49-9261-959b5161e380 req-2412389d-6fa6-4862-8b40-ca8b51730f28 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (c56376ae-ae7b-483a-b658-f9784057d722), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:28.637414 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 2dc841bc-96bb-46ad-a6ab-26e65bb0531f triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:28.638519 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (2dc841bc-96bb-46ad-a6ab-26e65bb0531f), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:28.658780 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-93ede324-4d00-4ce0-8682-92b9e34b7360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673780'] for router (32b7c4df-0fec-430c-b3f5-095530c4b503), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:28.740117 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-d491c718-de4d-4c49-9261-959b5161e380 req-2412389d-6fa6-4862-8b40-ca8b51730f28 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] For port c56376ae-ae7b-483a-b658-f9784057d722, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c56376ae-ae7b-483a-b658-f9784057d722,segment=NetworkSegment(27cdc7f9-e4c6-4646-bb87-0199a71c4e8b),segment_id=27cdc7f9-e4c6-4646-bb87-0199a71c4e8b)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:28.742511 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-d491c718-de4d-4c49-9261-959b5161e380 req-2412389d-6fa6-4862-8b40-ca8b51730f28 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (c56376ae-ae7b-483a-b658-f9784057d722), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:28.794900 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 2dc841bc-96bb-46ad-a6ab-26e65bb0531f is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:05:28.796688 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (2dc841bc-96bb-46ad-a6ab-26e65bb0531f), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:28.812011 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-d491c718-de4d-4c49-9261-959b5161e380 req-2412389d-6fa6-4862-8b40-ca8b51730f28 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Calling delete_port for c56376ae-ae7b-483a-b658-f9784057d722 owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:05:28.826749 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ede324-4d00-4ce0-8682-92b9e34b7360 admin admin] Router 32b7c4df-0fec-430c-b3f5-095530c4b503 is scheduled to L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c with binding_index 1 {{(pid=102969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:05:28.850947 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] For port 2dc841bc-96bb-46ad-a6ab-26e65bb0531f, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=2dc841bc-96bb-46ad-a6ab-26e65bb0531f,segment=NetworkSegment(5d98788d-0a24-4917-8363-4038d0c4799c),segment_id=5d98788d-0a24-4917-8363-4038d0c4799c)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:28.862714 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (2dc841bc-96bb-46ad-a6ab-26e65bb0531f), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:28.892084 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6d880-046f-4fa7-8c98-062bc0535d93 req-c15f9c76-d8ef-4529-8fbb-b237129a6cc3 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:28.893837 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5ff6d880-046f-4fa7-8c98-062bc0535d93 req-c15f9c76-d8ef-4529-8fbb-b237129a6cc3 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 945 time: 0.1236577 Mar 08 13:05:28.957148 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Pushing event updated for resources: {'Port': ['ID=2dc841bc-96bb-46ad-a6ab-26e65bb0531f,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:28.968756 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5ff6d880-046f-4fa7-8c98-062bc0535d93 req-435908ac-b62b-4631-b60f-5f5e64d335dd tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633624 Mar 08 13:05:29.037266 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-d491c718-de4d-4c49-9261-959b5161e380 req-2412389d-6fa6-4862-8b40-ca8b51730f28 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (c56376ae-ae7b-483a-b658-f9784057d722), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:29.067060 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412389d-6fa6-4862-8b40-ca8b51730f28 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Pushing event deleted for resources: {'Port': ['ID=c56376ae-ae7b-483a-b658-f9784057d722,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:29.080819 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['20a74c65-ee1c-41dc-a46e-2484d0f0d59c', 'c56376ae-ae7b-483a-b658-f9784057d722'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:05:29.114491 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-d491c718-de4d-4c49-9261-959b5161e380 req-2412389d-6fa6-4862-8b40-ca8b51730f28 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] No DVR routers for this DVR port c56376ae-ae7b-483a-b658-f9784057d722 on host hv-cinder-83008 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:05:29.118307 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-d491c718-de4d-4c49-9261-959b5161e380 req-2412389d-6fa6-4862-8b40-ca8b51730f28 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:29.121960 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d491c718-de4d-4c49-9261-959b5161e380 req-2412389d-6fa6-4862-8b40-ca8b51730f28 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.72 "DELETE /v2.0/ports/c56376ae-ae7b-483a-b658-f9784057d722 HTTP/1.1" status: 204 len: 173 time: 0.6764839 Mar 08 13:05:29.123182 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1', 'name': 'network-vif-deleted', 'tag': 'c56376ae-ae7b-483a-b658-f9784057d722'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:05:29.127318 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c057a3-d1aa-4c92-97a5-2113c806a1ce" -d '{"events": [{"server_uuid": "4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1", "name": "network-vif-deleted", "tag": "c56376ae-ae7b-483a-b658-f9784057d722"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:05:29.177313 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce1bac5-fb02-4cb2-8800-447cbb50a292 x-openstack-request-id: req-cce1bac5-fb02-4cb2-8800-447cbb50a292 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:05:29.178258 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1", "name": "network-vif-deleted", "tag": "c56376ae-ae7b-483a-b658-f9784057d722", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:05:29.178583 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cce1bac5-fb02-4cb2-8800-447cbb50a292 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:05:29.178912 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1', 'name': 'network-vif-deleted', 'tag': 'c56376ae-ae7b-483a-b658-f9784057d722', 'status': 'completed', 'code': 200} Mar 08 13:05:29.219136 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ede324-4d00-4ce0-8682-92b9e34b7360 admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:05:29.234101 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00a47a6-4f5a-464b-a926-76c6a337a524 None None] Sync routers for ids ['32b7c4df-0fec-430c-b3f5-095530c4b503'] in dv-cinder-830089-2-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:05:29.244282 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-93ede324-4d00-4ce0-8682-92b9e34b7360 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:29.244508 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00a47a6-4f5a-464b-a926-76c6a337a524 None None] Routers {'32b7c4df-0fec-430c-b3f5-095530c4b503'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:05:29.244952 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-b00a47a6-4f5a-464b-a926-76c6a337a524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:05:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['32b7c4df-0fec-430c-b3f5-095530c4b503'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:29.253184 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d464f5f-b4e2-45b9-8ebe-a957407b873e None None] Network a987f753-8f3e-4254-879c-48d2f61b5904 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:05:29.254350 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-93ede324-4d00-4ce0-8682-92b9e34b7360 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9805810 Mar 08 13:05:29.256890 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 42560) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:29.361463 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-b00a47a6-4f5a-464b-a926-76c6a337a524 None None] Set router 32b7c4df-0fec-430c-b3f5-095530c4b503 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:05:29.364052 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-65889e64-e90c-4f39-bb04-342ae40169ae None None] Provisioning complete for port 2dc841bc-96bb-46ad-a6ab-26e65bb0531f triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:29.364435 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-65889e64-e90c-4f39-bb04-342ae40169ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (2dc841bc-96bb-46ad-a6ab-26e65bb0531f), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:29.493348 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-65889e64-e90c-4f39-bb04-342ae40169ae None None] Current status of the port 2dc841bc-96bb-46ad-a6ab-26e65bb0531f is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:05:29.570126 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:29.570614 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-b00a47a6-4f5a-464b-a926-76c6a337a524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'name': 'tempest-TestMinimumBasicScenario-307497270-router', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '36feb335-8fbf-4175-8dcb-d660adadb4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:05:28Z', 'revision_number': 3, 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'gw_port': {'id': '36feb335-8fbf-4175-8dcb-d660adadb4a3', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:05:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:29.599963 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00a47a6-4f5a-464b-a926-76c6a337a524 None None] Checking router: 32b7c4df-0fec-430c-b3f5-095530c4b503 for host: dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:05:29.600383 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00a47a6-4f5a-464b-a926-76c6a337a524 None None] Updating router 32b7c4df-0fec-430c-b3f5-095530c4b503 port 36feb335-8fbf-4175-8dcb-d660adadb4a3 binding host dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:05:29.636881 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b00a47a6-4f5a-464b-a926-76c6a337a524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (36feb335-8fbf-4175-8dcb-d660adadb4a3), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:29.722736 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-3fde0e96-f1a4-466c-8f60-c28ad81d7e28 None None] Provisioning complete for port 2dc841bc-96bb-46ad-a6ab-26e65bb0531f triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:29.723684 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3fde0e96-f1a4-466c-8f60-c28ad81d7e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (2dc841bc-96bb-46ad-a6ab-26e65bb0531f), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:29.762221 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c0b807ca-0a64-4c1a-aa64-f2fbd5906f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:29.820657 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-3fde0e96-f1a4-466c-8f60-c28ad81d7e28 None None] Current status of the port 2dc841bc-96bb-46ad-a6ab-26e65bb0531f is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:05:29.895023 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b00a47a6-4f5a-464b-a926-76c6a337a524 None None] Publish callbacks [] for port (36feb335-8fbf-4175-8dcb-d660adadb4a3), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:29.900478 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b00a47a6-4f5a-464b-a926-76c6a337a524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (36feb335-8fbf-4175-8dcb-d660adadb4a3), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:29.926557 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-c0b807ca-0a64-4c1a-aa64-f2fbd5906f65 admin admin] Allocated IP 172.20.0.1 (a987f753-8f3e-4254-879c-48d2f61b5904/961c8dfe-453f-456b-9da2-5d2b94a6e21c/4634bc84-8ae9-4064-b716-2327cada629c) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:05:29.952003 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-b00a47a6-4f5a-464b-a926-76c6a337a524 None None] Attempting to bind port 36feb335-8fbf-4175-8dcb-d660adadb4a3 on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:05:29.952370 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-b00a47a6-4f5a-464b-a926-76c6a337a524 None None] Attempting to bind port 36feb335-8fbf-4175-8dcb-d660adadb4a3 by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:05:29.952755 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00a47a6-4f5a-464b-a926-76c6a337a524 None None] Attempting to bind port 36feb335-8fbf-4175-8dcb-d660adadb4a3 on network 5c176cc8-3706-4b4e-95aa-80d42c394e72 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:05:29.958166 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98525e-b2be-4d46-b124-55f635cf6a21 None None] Pushing event updated for resources: {'Port': ['ID=36feb335-8fbf-4175-8dcb-d660adadb4a3,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:29.967165 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98525e-b2be-4d46-b124-55f635cf6a21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:29.967532 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98525e-b2be-4d46-b124-55f635cf6a21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:29.968066 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98525e-b2be-4d46-b124-55f635cf6a21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:29.968402 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98525e-b2be-4d46-b124-55f635cf6a21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:29.968756 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98525e-b2be-4d46-b124-55f635cf6a21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:29.969079 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98525e-b2be-4d46-b124-55f635cf6a21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:29.969399 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98525e-b2be-4d46-b124-55f635cf6a21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:29.969718 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98525e-b2be-4d46-b124-55f635cf6a21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:29.970034 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98525e-b2be-4d46-b124-55f635cf6a21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:29.970370 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98525e-b2be-4d46-b124-55f635cf6a21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:29.970688 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98525e-b2be-4d46-b124-55f635cf6a21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:29.971001 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98525e-b2be-4d46-b124-55f635cf6a21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:29.971306 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d98525e-b2be-4d46-b124-55f635cf6a21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:29.975514 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00a47a6-4f5a-464b-a926-76c6a337a524 None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:05:29.975937 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00a47a6-4f5a-464b-a926-76c6a337a524 None None] Checking segment: {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:05:29.976207 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b00a47a6-4f5a-464b-a926-76c6a337a524 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:29.976618 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00a47a6-4f5a-464b-a926-76c6a337a524 None None] Bound using segment: {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:05:29.977091 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-b00a47a6-4f5a-464b-a926-76c6a337a524 None None] Bound port: 36feb335-8fbf-4175-8dcb-d660adadb4a3, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:05:29.977545 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b00a47a6-4f5a-464b-a926-76c6a337a524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (36feb335-8fbf-4175-8dcb-d660adadb4a3), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:30.045543 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-b00a47a6-4f5a-464b-a926-76c6a337a524 None None] For port 36feb335-8fbf-4175-8dcb-d660adadb4a3, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:05:30.049807 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-b00a47a6-4f5a-464b-a926-76c6a337a524 None None] For port 36feb335-8fbf-4175-8dcb-d660adadb4a3, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=36feb335-8fbf-4175-8dcb-d660adadb4a3,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:05:30.057706 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c0b807ca-0a64-4c1a-aa64-f2fbd5906f65 admin admin] Publish callbacks [] for port (4634bc84-8ae9-4064-b716-2327cada629c), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:30.058446 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b00a47a6-4f5a-464b-a926-76c6a337a524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (36feb335-8fbf-4175-8dcb-d660adadb4a3), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:30.106665 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c0b807ca-0a64-4c1a-aa64-f2fbd5906f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (4634bc84-8ae9-4064-b716-2327cada629c), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:30.121287 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2139666f-d7b2-43e0-afb3-6682534afb9b req-0fb98ae6-775c-4a19-bcdc-972e9e169dd1 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b9d86e2-56a9-43d9-a82e-64e0f2d9d2f1 HTTP/1.1" status: 200 len: 210 time: 0.0352755 Mar 08 13:05:30.160232 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b807ca-0a64-4c1a-aa64-f2fbd5906f65 admin admin] Network a987f753-8f3e-4254-879c-48d2f61b5904 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:05:30.163129 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-c0b807ca-0a64-4c1a-aa64-f2fbd5906f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:05:30.168207 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b807ca-0a64-4c1a-aa64-f2fbd5906f65 admin admin] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:05:30.171866 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b807ca-0a64-4c1a-aa64-f2fbd5906f65 admin admin] Pushing event updated for resources: {'Port': ['ID=4634bc84-8ae9-4064-b716-2327cada629c,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:30.215771 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c0b807ca-0a64-4c1a-aa64-f2fbd5906f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672217'] for router_interface (32b7c4df-0fec-430c-b3f5-095530c4b503), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:30.230005 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00a47a6-4f5a-464b-a926-76c6a337a524 None None] Routers {'32b7c4df-0fec-430c-b3f5-095530c4b503'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:05:30.230872 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-b00a47a6-4f5a-464b-a926-76c6a337a524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:05:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['32b7c4df-0fec-430c-b3f5-095530c4b503'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:30.271406 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98525e-b2be-4d46-b124-55f635cf6a21 None None] Pushing event updated for resources: {'Port': ['ID=36feb335-8fbf-4175-8dcb-d660adadb4a3,revision_number=3']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:30.362386 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c0b807ca-0a64-4c1a-aa64-f2fbd5906f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (4634bc84-8ae9-4064-b716-2327cada629c), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:30.371439 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-b00a47a6-4f5a-464b-a926-76c6a337a524 None None] Set router 32b7c4df-0fec-430c-b3f5-095530c4b503 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:05:30.450181 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-079a951f-38f3-4492-9b61-0cdac1715b98 None None] Provisioning complete for port 4634bc84-8ae9-4064-b716-2327cada629c triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:30.451464 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-079a951f-38f3-4492-9b61-0cdac1715b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (4634bc84-8ae9-4064-b716-2327cada629c), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:30.497615 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-079a951f-38f3-4492-9b61-0cdac1715b98 None None] Port 4634bc84-8ae9-4064-b716-2327cada629c cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:05:30.518192 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 2dc841bc-96bb-46ad-a6ab-26e65bb0531f up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:05:30.548225 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c0b807ca-0a64-4c1a-aa64-f2fbd5906f65 admin admin] Publish callbacks [] for port (4634bc84-8ae9-4064-b716-2327cada629c), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:30.557272 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c0b807ca-0a64-4c1a-aa64-f2fbd5906f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287010'] for port (4634bc84-8ae9-4064-b716-2327cada629c), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:30.568000 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-b00a47a6-4f5a-464b-a926-76c6a337a524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'name': 'tempest-TestMinimumBasicScenario-307497270-router', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '36feb335-8fbf-4175-8dcb-d660adadb4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:05:28Z', 'revision_number': 3, 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'gw_port': {'id': '36feb335-8fbf-4175-8dcb-d660adadb4a3', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:30.569910 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 2dc841bc-96bb-46ad-a6ab-26e65bb0531f triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:30.570291 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (2dc841bc-96bb-46ad-a6ab-26e65bb0531f), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:30.597320 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00a47a6-4f5a-464b-a926-76c6a337a524 None None] The sync data for ids ['32b7c4df-0fec-430c-b3f5-095530c4b503'] in dv-cinder-830089-2-iscsi is: [{'id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'name': 'tempest-TestMinimumBasicScenario-307497270-router', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '36feb335-8fbf-4175-8dcb-d660adadb4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:05:28Z', 'revision_number': 3, 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'gw_port': {'id': '36feb335-8fbf-4175-8dcb-d660adadb4a3', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:05:30.626981 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b807ca-0a64-4c1a-aa64-f2fbd5906f65 admin admin] Pushing event updated for resources: {'Port': ['ID=4634bc84-8ae9-4064-b716-2327cada629c,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:30.629405 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c0b807ca-0a64-4c1a-aa64-f2fbd5906f65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672181'] for router_interface (32b7c4df-0fec-430c-b3f5-095530c4b503), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:30.659927 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 2dc841bc-96bb-46ad-a6ab-26e65bb0531f is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:05:30.725255 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b807ca-0a64-4c1a-aa64-f2fbd5906f65 admin admin] Network a987f753-8f3e-4254-879c-48d2f61b5904 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:05:30.726575 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-c0b807ca-0a64-4c1a-aa64-f2fbd5906f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:05:30.878513 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b807ca-0a64-4c1a-aa64-f2fbd5906f65 admin admin] Router 32b7c4df-0fec-430c-b3f5-095530c4b503 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:05:30.935415 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:31.022405 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-ed41c11d-6dc1-4b70-8f25-eba812b9561f None None] Provisioning complete for port 4634bc84-8ae9-4064-b716-2327cada629c triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:31.022784 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ed41c11d-6dc1-4b70-8f25-eba812b9561f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (4634bc84-8ae9-4064-b716-2327cada629c), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:31.023096 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b807ca-0a64-4c1a-aa64-f2fbd5906f65 admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:05:31.028207 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-c0b807ca-0a64-4c1a-aa64-f2fbd5906f65 admin admin] 10.222.0.50 "PUT /v2.0/routers/32b7c4df-0fec-430c-b3f5-095530c4b503/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7701926 Mar 08 13:05:31.069262 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-ed41c11d-6dc1-4b70-8f25-eba812b9561f None None] Port 4634bc84-8ae9-4064-b716-2327cada629c cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:05:31.422665 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab7b4f-f88b-415d-9a8f-2163702f7842 req-9e0f2078-a806-493c-a758-97f2da68aee7 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:31.424451 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5dab7b4f-f88b-415d-9a8f-2163702f7842 req-9e0f2078-a806-493c-a758-97f2da68aee7 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0634148 Mar 08 13:05:31.475235 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5dab7b4f-f88b-415d-9a8f-2163702f7842 req-d263c191-860d-486d-af48-60eba95dfc00 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448062 Mar 08 13:05:31.623057 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 42590) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:31.627912 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-facfabef-5825-425a-ae07-01fc81b0c51f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-999744889-network', 'tenant_id': '2e3e49ae349b4731825f2e3d3befaf80'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:05:31.646788 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facfabef-5825-425a-ae07-01fc81b0c51f admin admin] Made reservation on behalf of 2e3e49ae349b4731825f2e3d3befaf80 for: {'network': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:05:31.649338 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-facfabef-5825-425a-ae07-01fc81b0c51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for network (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:31.657636 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-facfabef-5825-425a-ae07-01fc81b0c51f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:31.735313 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-facfabef-5825-425a-ae07-01fc81b0c51f admin admin] Publish callbacks [] for security_group (75d64a80-c312-42a2-a36a-12ed892b5095), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:31.740053 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-facfabef-5825-425a-ae07-01fc81b0c51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (75d64a80-c312-42a2-a36a-12ed892b5095), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:31.767260 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-facfabef-5825-425a-ae07-01fc81b0c51f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001} {{(pid=102969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:05:31.773479 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfabef-5825-425a-ae07-01fc81b0c51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d64a80-c312-42a2-a36a-12ed892b5095,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:31.779933 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-facfabef-5825-425a-ae07-01fc81b0c51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (8fc19945-9a4f-456f-9ff5-41d0db57fc98), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:31.781173 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.db.segments_db [None req-facfabef-5825-425a-ae07-01fc81b0c51f admin admin] Added segment 8fc19945-9a4f-456f-9ff5-41d0db57fc98 of type vlan for network 94b9822a-e678-42bf-a8bb-0e9d277c5ba4 Mar 08 13:05:31.821550 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-facfabef-5825-425a-ae07-01fc81b0c51f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755471561494'] for network (94b9822a-e678-42bf-a8bb-0e9d277c5ba4), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:31.848299 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-facfabef-5825-425a-ae07-01fc81b0c51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for network (94b9822a-e678-42bf-a8bb-0e9d277c5ba4), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:31.849257 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facfabef-5825-425a-ae07-01fc81b0c51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:31.849832 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-facfabef-5825-425a-ae07-01fc81b0c51f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:31.878687 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-facfabef-5825-425a-ae07-01fc81b0c51f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2545440 Mar 08 13:05:31.881651 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 42594) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:31.888579 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-26fb6ad4-fdba-461c-b0bc-7a6307be93ac admin admin] Request body: {'subnet': {'network_id': '94b9822a-e678-42bf-a8bb-0e9d277c5ba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-999744889-subnet', 'tenant_id': '2e3e49ae349b4731825f2e3d3befaf80', 'ip_version': 4}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:05:31.911064 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fb6ad4-fdba-461c-b0bc-7a6307be93ac admin admin] Made reservation on behalf of 2e3e49ae349b4731825f2e3d3befaf80 for: {'subnet': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:05:31.913527 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfabef-5825-425a-ae07-01fc81b0c51f admin admin] Pushing event updated for resources: {'Network': ['ID=94b9822a-e678-42bf-a8bb-0e9d277c5ba4,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:31.913683 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-26fb6ad4-fdba-461c-b0bc-7a6307be93ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6168891'] for subnet (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:31.924783 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Network 94b9822a-e678-42bf-a8bb-0e9d277c5ba4 details requested by agent ovs-agent-dv-cinder-830089-2-iscsi with host dv-cinder-830089-2-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:05:32.095887 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-26fb6ad4-fdba-461c-b0bc-7a6307be93ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5564031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6168869'] for subnet (5e8f8484-886d-421a-b4c2-71f03157d5c9), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:32.155746 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb6ad4-fdba-461c-b0bc-7a6307be93ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e8f8484-886d-421a-b4c2-71f03157d5c9,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:32.165384 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb6ad4-fdba-461c-b0bc-7a6307be93ac admin admin] Checking segment: {'id': '8fc19945-9a4f-456f-9ff5-41d0db57fc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '94b9822a-e678-42bf-a8bb-0e9d277c5ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:05:32.165805 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fb6ad4-fdba-461c-b0bc-7a6307be93ac admin admin] Network hostable DHCP agents. Network: 94b9822a-e678-42bf-a8bb-0e9d277c5ba4, hostable agents: ['57d8c91c-da11-4d19-879a-ab8c1c8220b9'], hosted agents: [] {{(pid=102968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:05:32.183169 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fb6ad4-fdba-461c-b0bc-7a6307be93ac admin admin] Network 94b9822a-e678-42bf-a8bb-0e9d277c5ba4 is scheduled to be hosted by DHCP agent 57d8c91c-da11-4d19-879a-ab8c1c8220b9 with binding_index 1 {{(pid=102968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:05:32.193285 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-26fb6ad4-fdba-461c-b0bc-7a6307be93ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-2-iscsi, 94b9822a-e678-42bf-a8bb-0e9d277c5ba4) {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:05:32.197574 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fb6ad4-fdba-461c-b0bc-7a6307be93ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:32.198161 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-26fb6ad4-fdba-461c-b0bc-7a6307be93ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:32.204055 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32d1cbe-ae78-4cb2-ba7a-ced5051d9d13 None None] Network 94b9822a-e678-42bf-a8bb-0e9d277c5ba4 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:05:32.217551 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-26fb6ad4-fdba-461c-b0bc-7a6307be93ac admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3313391 Mar 08 13:05:32.218034 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 42596) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:32.223592 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-4fc7e5dc-9b7e-44e4-a145-72e224a04a57 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-999744889-router', 'tenant_id': '2e3e49ae349b4731825f2e3d3befaf80', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:05:32.248598 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4fc7e5dc-9b7e-44e4-a145-72e224a04a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-674970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60768'] for router (0525e1c5-b2a2-4923-aa71-30cbc33f4145), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:32.248598 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4fc7e5dc-9b7e-44e4-a145-72e224a04a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-851116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60777'] for router (0525e1c5-b2a2-4923-aa71-30cbc33f4145), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:32.309244 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4fc7e5dc-9b7e-44e4-a145-72e224a04a57 admin admin] Publish callbacks [] for router_controller (0525e1c5-b2a2-4923-aa71-30cbc33f4145), precommit_add_association {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:32.316638 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc845866-3d3c-4fb7-8d58-13ad6979d06d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2847e9c-4fb5-5906-a73f-07d87f7d96e3-94b9822a-e678-42bf-a8bb-0e9d277c5ba4', 'network_id': '94b9822a-e678-42bf-a8bb-0e9d277c5ba4', 'project_id': '2e3e49ae349b4731825f2e3d3befaf80', 'fixed_ips': [{'subnet_id': '5e8f8484-886d-421a-b4c2-71f03157d5c9'}]}} from dv-cinder-830089-2-iscsi. {{(pid=102970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 13:05:32.317698 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dc845866-3d3c-4fb7-8d58-13ad6979d06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:32.322622 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702eb3e6-99b3-4b5f-8dc5-281a84a0b9c4 None None] Sync routers for ids ['32b7c4df-0fec-430c-b3f5-095530c4b503'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:05:32.355143 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702eb3e6-99b3-4b5f-8dc5-281a84a0b9c4 None None] Routers {'32b7c4df-0fec-430c-b3f5-095530c4b503'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:05:32.356073 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-702eb3e6-99b3-4b5f-8dc5-281a84a0b9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:05:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['32b7c4df-0fec-430c-b3f5-095530c4b503'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:32.451929 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device c56376ae-ae7b-483a-b658-f9784057d722 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:05:32.476763 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4fc7e5dc-9b7e-44e4-a145-72e224a04a57 admin admin] Publish callbacks [] for router_gateway (0525e1c5-b2a2-4923-aa71-30cbc33f4145), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:32.488469 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] No Port match for: c56376ae-ae7b-483a-b658-f9784057d722 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:05:32.488858 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device c56376ae-ae7b-483a-b658-f9784057d722 not bound to the agent host hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:05:32.568619 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 36feb335-8fbf-4175-8dcb-d660adadb4a3 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:05:32.620983 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae9fa5-bbe0-4cd9-b4ed-4259f13c3690 req-000c084e-65b4-40b5-bb18-833fd313107d tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:32.625112 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-05ae9fa5-bbe0-4cd9-b4ed-4259f13c3690 req-000c084e-65b4-40b5-bb18-833fd313107d tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0673561 Mar 08 13:05:32.662125 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-702eb3e6-99b3-4b5f-8dc5-281a84a0b9c4 None None] Set router 32b7c4df-0fec-430c-b3f5-095530c4b503 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:05:32.664616 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-dc845866-3d3c-4fb7-8d58-13ad6979d06d None None] Allocated IP 172.20.0.2 (94b9822a-e678-42bf-a8bb-0e9d277c5ba4/5e8f8484-886d-421a-b4c2-71f03157d5c9/231889e5-04ae-4618-9208-e2582be96802) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:05:32.683524 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-05ae9fa5-bbe0-4cd9-b4ed-4259f13c3690 req-1f64bd5c-9afa-47e0-ad69-f04f9bbfafd9 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541611 Mar 08 13:05:32.744943 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4fc7e5dc-9b7e-44e4-a145-72e224a04a57 admin admin] Publish callbacks [] for router_gateway (0525e1c5-b2a2-4923-aa71-30cbc33f4145), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:32.764444 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4fc7e5dc-9b7e-44e4-a145-72e224a04a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:32.893235 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-4fc7e5dc-9b7e-44e4-a145-72e224a04a57 admin admin] Allocated IP 172.27.3.147 (5c176cc8-3706-4b4e-95aa-80d42c394e72/67bc08be-d366-4d47-9bdf-b91b4b3bbd14/eae0b562-435a-4ecd-a898-335856dfe9bd) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:05:32.970059 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 36feb335-8fbf-4175-8dcb-d660adadb4a3 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:32.970617 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (36feb335-8fbf-4175-8dcb-d660adadb4a3), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:33.035237 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4fc7e5dc-9b7e-44e4-a145-72e224a04a57 admin admin] Publish callbacks [] for port (eae0b562-435a-4ecd-a898-335856dfe9bd), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:33.077580 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4fc7e5dc-9b7e-44e4-a145-72e224a04a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (eae0b562-435a-4ecd-a898-335856dfe9bd), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:33.132218 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc7e5dc-9b7e-44e4-a145-72e224a04a57 admin admin] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:05:33.132218 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-4fc7e5dc-9b7e-44e4-a145-72e224a04a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:05:33.133227 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc7e5dc-9b7e-44e4-a145-72e224a04a57 admin admin] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:05:33.165101 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dc845866-3d3c-4fb7-8d58-13ad6979d06d None None] Publish callbacks [] for port (231889e5-04ae-4618-9208-e2582be96802), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:33.182822 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7e5dc-9b7e-44e4-a145-72e224a04a57 admin admin] Pushing event updated for resources: {'Port': ['ID=eae0b562-435a-4ecd-a898-335856dfe9bd,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:33.194750 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dc845866-3d3c-4fb7-8d58-13ad6979d06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007'] for port (231889e5-04ae-4618-9208-e2582be96802), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:33.243825 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 36feb335-8fbf-4175-8dcb-d660adadb4a3 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:05:33.244112 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (36feb335-8fbf-4175-8dcb-d660adadb4a3), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:33.259390 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc845866-3d3c-4fb7-8d58-13ad6979d06d None None] Network 94b9822a-e678-42bf-a8bb-0e9d277c5ba4 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:05:33.271315 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-dc845866-3d3c-4fb7-8d58-13ad6979d06d None None] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:05:33.284609 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc845866-3d3c-4fb7-8d58-13ad6979d06d None None] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:05:33.288921 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc845866-3d3c-4fb7-8d58-13ad6979d06d None None] Pushing event updated for resources: {'Port': ['ID=231889e5-04ae-4618-9208-e2582be96802,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:33.295014 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] For port 36feb335-8fbf-4175-8dcb-d660adadb4a3, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=36feb335-8fbf-4175-8dcb-d660adadb4a3,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:33.305150 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (36feb335-8fbf-4175-8dcb-d660adadb4a3), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:33.331391 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-702eb3e6-99b3-4b5f-8dc5-281a84a0b9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'name': 'tempest-TestMinimumBasicScenario-307497270-router', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '36feb335-8fbf-4175-8dcb-d660adadb4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:05:30Z', 'revision_number': 4, 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'gw_port': {'id': '36feb335-8fbf-4175-8dcb-d660adadb4a3', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '4634bc84-8ae9-4064-b716-2327cada629c', 'name': '', 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'mac_address': 'fa:16:3e:cc:4e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '961c8dfe-453f-456b-9da2-5d2b94a6e21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:29Z', 'updated_at': '2022-03-08T13:05:30Z', 'revision_number': 2, 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'subnets': [{'id': '961c8dfe-453f-456b-9da2-5d2b94a6e21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:33.398040 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702eb3e6-99b3-4b5f-8dc5-281a84a0b9c4 None None] Checking router: 32b7c4df-0fec-430c-b3f5-095530c4b503 for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:05:33.398392 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702eb3e6-99b3-4b5f-8dc5-281a84a0b9c4 None None] Updating router 32b7c4df-0fec-430c-b3f5-095530c4b503 port 4634bc84-8ae9-4064-b716-2327cada629c binding host dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:05:33.449279 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-dc845866-3d3c-4fb7-8d58-13ad6979d06d None None] Attempting to bind port 231889e5-04ae-4618-9208-e2582be96802 on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:05:33.449559 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-dc845866-3d3c-4fb7-8d58-13ad6979d06d None None] Attempting to bind port 231889e5-04ae-4618-9208-e2582be96802 by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': '8fc19945-9a4f-456f-9ff5-41d0db57fc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '94b9822a-e678-42bf-a8bb-0e9d277c5ba4'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:05:33.449921 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc845866-3d3c-4fb7-8d58-13ad6979d06d None None] Attempting to bind port 231889e5-04ae-4618-9208-e2582be96802 on network 94b9822a-e678-42bf-a8bb-0e9d277c5ba4 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:05:33.453577 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Pushing event updated for resources: {'Port': ['ID=36feb335-8fbf-4175-8dcb-d660adadb4a3,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:33.461453 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc845866-3d3c-4fb7-8d58-13ad6979d06d None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:05:33.462124 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc845866-3d3c-4fb7-8d58-13ad6979d06d None None] Checking segment: {'id': '8fc19945-9a4f-456f-9ff5-41d0db57fc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '94b9822a-e678-42bf-a8bb-0e9d277c5ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:05:33.462315 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dc845866-3d3c-4fb7-8d58-13ad6979d06d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:33.462704 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc845866-3d3c-4fb7-8d58-13ad6979d06d None None] Bound using segment: {'id': '8fc19945-9a4f-456f-9ff5-41d0db57fc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '94b9822a-e678-42bf-a8bb-0e9d277c5ba4'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:05:33.463175 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-dc845866-3d3c-4fb7-8d58-13ad6979d06d None None] Bound port: 231889e5-04ae-4618-9208-e2582be96802, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc19945-9a4f-456f-9ff5-41d0db57fc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '94b9822a-e678-42bf-a8bb-0e9d277c5ba4'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:05:33.463554 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dc845866-3d3c-4fb7-8d58-13ad6979d06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (231889e5-04ae-4618-9208-e2582be96802), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:33.465516 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-702eb3e6-99b3-4b5f-8dc5-281a84a0b9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (4634bc84-8ae9-4064-b716-2327cada629c), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:33.616404 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-dc845866-3d3c-4fb7-8d58-13ad6979d06d None None] For port 231889e5-04ae-4618-9208-e2582be96802, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:05:33.621304 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-dc845866-3d3c-4fb7-8d58-13ad6979d06d None None] For port 231889e5-04ae-4618-9208-e2582be96802, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=231889e5-04ae-4618-9208-e2582be96802,segment=NetworkSegment(8fc19945-9a4f-456f-9ff5-41d0db57fc98),segment_id=8fc19945-9a4f-456f-9ff5-41d0db57fc98)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:05:33.630419 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dc845866-3d3c-4fb7-8d58-13ad6979d06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (231889e5-04ae-4618-9208-e2582be96802), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:33.638059 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4fc7e5dc-9b7e-44e4-a145-72e224a04a57 admin admin] Publish callbacks [] for router_gateway (0525e1c5-b2a2-4923-aa71-30cbc33f4145), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:33.748009 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc845866-3d3c-4fb7-8d58-13ad6979d06d None None] Pushing event updated for resources: {'Port': ['ID=231889e5-04ae-4618-9208-e2582be96802,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:33.834702 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-702eb3e6-99b3-4b5f-8dc5-281a84a0b9c4 None None] Publish callbacks [] for port (4634bc84-8ae9-4064-b716-2327cada629c), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:33.841681 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-702eb3e6-99b3-4b5f-8dc5-281a84a0b9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (4634bc84-8ae9-4064-b716-2327cada629c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:33.884709 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ba02c-f458-4cdd-a6f7-fed53e412450 req-e82699a4-180b-48a8-a686-3d8682d05826 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:33.886238 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d41ba02c-f458-4cdd-a6f7-fed53e412450 req-e82699a4-180b-48a8-a686-3d8682d05826 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.1086500 Mar 08 13:05:33.894674 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4fc7e5dc-9b7e-44e4-a145-72e224a04a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673780'] for router (0525e1c5-b2a2-4923-aa71-30cbc33f4145), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:33.959222 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1efc9-311a-4304-adab-c07adbd7e33b None None] Pushing event updated for resources: {'Port': ['ID=4634bc84-8ae9-4064-b716-2327cada629c,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:33.997003 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-702eb3e6-99b3-4b5f-8dc5-281a84a0b9c4 None None] Attempting to bind port 4634bc84-8ae9-4064-b716-2327cada629c on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:05:33.998162 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-702eb3e6-99b3-4b5f-8dc5-281a84a0b9c4 None None] Attempting to bind port 4634bc84-8ae9-4064-b716-2327cada629c by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': '5d98788d-0a24-4917-8363-4038d0c4799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:05:33.999336 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702eb3e6-99b3-4b5f-8dc5-281a84a0b9c4 None None] Attempting to bind port 4634bc84-8ae9-4064-b716-2327cada629c on network a987f753-8f3e-4254-879c-48d2f61b5904 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:05:34.006726 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702eb3e6-99b3-4b5f-8dc5-281a84a0b9c4 None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:05:34.007437 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702eb3e6-99b3-4b5f-8dc5-281a84a0b9c4 None None] Checking segment: {'id': '5d98788d-0a24-4917-8363-4038d0c4799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:05:34.008387 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-702eb3e6-99b3-4b5f-8dc5-281a84a0b9c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:34.009238 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702eb3e6-99b3-4b5f-8dc5-281a84a0b9c4 None None] Bound using segment: {'id': '5d98788d-0a24-4917-8363-4038d0c4799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:05:34.009939 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-702eb3e6-99b3-4b5f-8dc5-281a84a0b9c4 None None] Bound port: 4634bc84-8ae9-4064-b716-2327cada629c, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d98788d-0a24-4917-8363-4038d0c4799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:05:34.010564 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-702eb3e6-99b3-4b5f-8dc5-281a84a0b9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (4634bc84-8ae9-4064-b716-2327cada629c), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:34.098563 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d41ba02c-f458-4cdd-a6f7-fed53e412450 req-0faebf87-3eef-4628-aa2c-7fd818a53bfa tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055821 Mar 08 13:05:34.109565 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-702eb3e6-99b3-4b5f-8dc5-281a84a0b9c4 None None] For port 4634bc84-8ae9-4064-b716-2327cada629c, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:05:34.114330 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-702eb3e6-99b3-4b5f-8dc5-281a84a0b9c4 None None] For port 4634bc84-8ae9-4064-b716-2327cada629c, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=4634bc84-8ae9-4064-b716-2327cada629c,segment=NetworkSegment(5d98788d-0a24-4917-8363-4038d0c4799c),segment_id=5d98788d-0a24-4917-8363-4038d0c4799c)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:05:34.121737 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-702eb3e6-99b3-4b5f-8dc5-281a84a0b9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (4634bc84-8ae9-4064-b716-2327cada629c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:34.145843 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc7e5dc-9b7e-44e4-a145-72e224a04a57 admin admin] Router 0525e1c5-b2a2-4923-aa71-30cbc33f4145 is scheduled to L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c with binding_index 1 {{(pid=102969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:05:34.180451 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702eb3e6-99b3-4b5f-8dc5-281a84a0b9c4 None None] Routers {'32b7c4df-0fec-430c-b3f5-095530c4b503'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:05:34.181186 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-702eb3e6-99b3-4b5f-8dc5-281a84a0b9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:05:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['32b7c4df-0fec-430c-b3f5-095530c4b503'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:34.223365 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1efc9-311a-4304-adab-c07adbd7e33b None None] Pushing event updated for resources: {'Port': ['ID=4634bc84-8ae9-4064-b716-2327cada629c,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:34.251458 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-405e8ca3-15c3-463a-93c2-28172b33cc86 None None] Provisioning complete for port 4634bc84-8ae9-4064-b716-2327cada629c triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:34.251835 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-405e8ca3-15c3-463a-93c2-28172b33cc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (4634bc84-8ae9-4064-b716-2327cada629c), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:34.269050 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc7e5dc-9b7e-44e4-a145-72e224a04a57 admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:05:34.288930 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84501fa-ce73-4508-b8f5-85850e80eb9d None None] Sync routers for ids ['0525e1c5-b2a2-4923-aa71-30cbc33f4145'] in dv-cinder-830089-2-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:05:34.292654 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4fc7e5dc-9b7e-44e4-a145-72e224a04a57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:34.296384 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-4fc7e5dc-9b7e-44e4-a145-72e224a04a57 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0747643 Mar 08 13:05:34.296750 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 42606) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:34.302966 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84501fa-ce73-4508-b8f5-85850e80eb9d None None] Routers {'0525e1c5-b2a2-4923-aa71-30cbc33f4145'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:05:34.305558 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-e84501fa-ce73-4508-b8f5-85850e80eb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:05:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['0525e1c5-b2a2-4923-aa71-30cbc33f4145'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:34.362636 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-702eb3e6-99b3-4b5f-8dc5-281a84a0b9c4 None None] Set router 32b7c4df-0fec-430c-b3f5-095530c4b503 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:05:34.477457 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-e84501fa-ce73-4508-b8f5-85850e80eb9d None None] Set router 0525e1c5-b2a2-4923-aa71-30cbc33f4145 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:05:34.545930 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-405e8ca3-15c3-463a-93c2-28172b33cc86 None None] Current status of the port 4634bc84-8ae9-4064-b716-2327cada629c is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:05:34.546453 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-405e8ca3-15c3-463a-93c2-28172b33cc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (4634bc84-8ae9-4064-b716-2327cada629c), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:34.620394 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-405e8ca3-15c3-463a-93c2-28172b33cc86 None None] For port 4634bc84-8ae9-4064-b716-2327cada629c, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=4634bc84-8ae9-4064-b716-2327cada629c,segment=NetworkSegment(5d98788d-0a24-4917-8363-4038d0c4799c),segment_id=5d98788d-0a24-4917-8363-4038d0c4799c)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:34.629168 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-405e8ca3-15c3-463a-93c2-28172b33cc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (4634bc84-8ae9-4064-b716-2327cada629c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:34.696360 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e8ca3-15c3-463a-93c2-28172b33cc86 None None] Pushing event updated for resources: {'Port': ['ID=4634bc84-8ae9-4064-b716-2327cada629c,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:34.707164 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 36feb335-8fbf-4175-8dcb-d660adadb4a3 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:05:34.729402 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-e84501fa-ce73-4508-b8f5-85850e80eb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0525e1c5-b2a2-4923-aa71-30cbc33f4145', 'name': 'tempest-TestMinimumBasicScenario-999744889-router', 'tenant_id': '2e3e49ae349b4731825f2e3d3befaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'eae0b562-435a-4ecd-a898-335856dfe9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:05:32Z', 'updated_at': '2022-03-08T13:05:33Z', 'revision_number': 3, 'project_id': '2e3e49ae349b4731825f2e3d3befaf80', 'gw_port': {'id': 'eae0b562-435a-4ecd-a898-335856dfe9bd', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0525e1c5-b2a2-4923-aa71-30cbc33f4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:32Z', 'updated_at': '2022-03-08T13:05:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:34.765033 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84501fa-ce73-4508-b8f5-85850e80eb9d None None] Checking router: 0525e1c5-b2a2-4923-aa71-30cbc33f4145 for host: dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:05:34.765656 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84501fa-ce73-4508-b8f5-85850e80eb9d None None] Updating router 0525e1c5-b2a2-4923-aa71-30cbc33f4145 port eae0b562-435a-4ecd-a898-335856dfe9bd binding host dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:05:34.792534 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-d614f040-2362-4aac-8cef-47c3bebb535d None None] Provisioning complete for port 4634bc84-8ae9-4064-b716-2327cada629c triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:34.793073 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d614f040-2362-4aac-8cef-47c3bebb535d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (4634bc84-8ae9-4064-b716-2327cada629c), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:34.796687 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e84501fa-ce73-4508-b8f5-85850e80eb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (eae0b562-435a-4ecd-a898-335856dfe9bd), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:34.862553 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 36feb335-8fbf-4175-8dcb-d660adadb4a3 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:34.862937 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (36feb335-8fbf-4175-8dcb-d660adadb4a3), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:34.925474 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-702eb3e6-99b3-4b5f-8dc5-281a84a0b9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'name': 'tempest-TestMinimumBasicScenario-307497270-router', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '36feb335-8fbf-4175-8dcb-d660adadb4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:05:30Z', 'revision_number': 4, 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'gw_port': {'id': '36feb335-8fbf-4175-8dcb-d660adadb4a3', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '4634bc84-8ae9-4064-b716-2327cada629c', 'name': '', 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'mac_address': 'fa:16:3e:cc:4e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '961c8dfe-453f-456b-9da2-5d2b94a6e21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:29Z', 'updated_at': '2022-03-08T13:05:34Z', 'revision_number': 4, 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'subnets': [{'id': '961c8dfe-453f-456b-9da2-5d2b94a6e21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:35.100642 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71963221-8d8c-43b5-b29f-78f8fe89c82b None None] Network 94b9822a-e678-42bf-a8bb-0e9d277c5ba4 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:05:35.106234 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702eb3e6-99b3-4b5f-8dc5-281a84a0b9c4 None None] The sync data for ids ['32b7c4df-0fec-430c-b3f5-095530c4b503'] in dv-cinder-830089-2-iscsi is: [{'id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'name': 'tempest-TestMinimumBasicScenario-307497270-router', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '36feb335-8fbf-4175-8dcb-d660adadb4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:05:30Z', 'revision_number': 4, 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'gw_port': {'id': '36feb335-8fbf-4175-8dcb-d660adadb4a3', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '4634bc84-8ae9-4064-b716-2327cada629c', 'name': '', 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'mac_address': 'fa:16:3e:cc:4e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '961c8dfe-453f-456b-9da2-5d2b94a6e21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:29Z', 'updated_at': '2022-03-08T13:05:34Z', 'revision_number': 4, 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'subnets': [{'id': '961c8dfe-453f-456b-9da2-5d2b94a6e21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:05:35.118884 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d47d4e68-23be-4b06-99d8-ccde64990722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:35.119810 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e84501fa-ce73-4508-b8f5-85850e80eb9d None None] Publish callbacks [] for port (eae0b562-435a-4ecd-a898-335856dfe9bd), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:35.125331 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-d614f040-2362-4aac-8cef-47c3bebb535d None None] Current status of the port 4634bc84-8ae9-4064-b716-2327cada629c is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:05:35.143834 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e84501fa-ce73-4508-b8f5-85850e80eb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (eae0b562-435a-4ecd-a898-335856dfe9bd), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:35.248270 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66a4cb-662e-4714-bba2-c6f468d260cf None None] Pushing event updated for resources: {'Port': ['ID=eae0b562-435a-4ecd-a898-335856dfe9bd,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:35.268980 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-e84501fa-ce73-4508-b8f5-85850e80eb9d None None] Attempting to bind port eae0b562-435a-4ecd-a898-335856dfe9bd on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:05:35.269211 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-e84501fa-ce73-4508-b8f5-85850e80eb9d None None] Attempting to bind port eae0b562-435a-4ecd-a898-335856dfe9bd by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:05:35.269478 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84501fa-ce73-4508-b8f5-85850e80eb9d None None] Attempting to bind port eae0b562-435a-4ecd-a898-335856dfe9bd on network 5c176cc8-3706-4b4e-95aa-80d42c394e72 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:05:35.275164 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84501fa-ce73-4508-b8f5-85850e80eb9d None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:05:35.275577 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84501fa-ce73-4508-b8f5-85850e80eb9d None None] Checking segment: {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:05:35.275931 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e84501fa-ce73-4508-b8f5-85850e80eb9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:35.276320 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84501fa-ce73-4508-b8f5-85850e80eb9d None None] Bound using segment: {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:05:35.276846 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-e84501fa-ce73-4508-b8f5-85850e80eb9d None None] Bound port: eae0b562-435a-4ecd-a898-335856dfe9bd, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:05:35.277226 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e84501fa-ce73-4508-b8f5-85850e80eb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (eae0b562-435a-4ecd-a898-335856dfe9bd), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:35.317522 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 36feb335-8fbf-4175-8dcb-d660adadb4a3 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:05:35.324760 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 231889e5-04ae-4618-9208-e2582be96802 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:05:35.367200 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-e84501fa-ce73-4508-b8f5-85850e80eb9d None None] For port eae0b562-435a-4ecd-a898-335856dfe9bd, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:05:35.371597 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-e84501fa-ce73-4508-b8f5-85850e80eb9d None None] For port eae0b562-435a-4ecd-a898-335856dfe9bd, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=eae0b562-435a-4ecd-a898-335856dfe9bd,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:05:35.381857 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-e84501fa-ce73-4508-b8f5-85850e80eb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (eae0b562-435a-4ecd-a898-335856dfe9bd), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:35.409335 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-0ed10e90-8859-440c-a046-57e97f344b9c None None] Provisioning complete for port 231889e5-04ae-4618-9208-e2582be96802 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:35.412741 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0ed10e90-8859-440c-a046-57e97f344b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (231889e5-04ae-4618-9208-e2582be96802), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:35.434796 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [None req-d47d4e68-23be-4b06-99d8-ccde64990722 admin admin] Allocated IP 172.20.0.1 (94b9822a-e678-42bf-a8bb-0e9d277c5ba4/5e8f8484-886d-421a-b4c2-71f03157d5c9/f6cc7fe8-2185-4e01-83d1-0915d0da5dc1) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:05:35.479527 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f3737-d257-4820-a442-4015ae38db91 req-ac6c295e-b3a1-4095-b3e5-210d27d0e40d tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:35.488328 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66a4cb-662e-4714-bba2-c6f468d260cf None None] Pushing event updated for resources: {'Port': ['ID=eae0b562-435a-4ecd-a898-335856dfe9bd,revision_number=3']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:35.489457 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-166f3737-d257-4820-a442-4015ae38db91 req-ac6c295e-b3a1-4095-b3e5-210d27d0e40d tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.1745405 Mar 08 13:05:35.499246 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84501fa-ce73-4508-b8f5-85850e80eb9d None None] Routers {'0525e1c5-b2a2-4923-aa71-30cbc33f4145'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:05:35.499874 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-e84501fa-ce73-4508-b8f5-85850e80eb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:05:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['0525e1c5-b2a2-4923-aa71-30cbc33f4145'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:35.606424 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 231889e5-04ae-4618-9208-e2582be96802 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:35.606808 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (231889e5-04ae-4618-9208-e2582be96802), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:35.689215 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-166f3737-d257-4820-a442-4015ae38db91 req-ba5dc883-7d6d-45a6-8fbe-012736cabed9 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987689 Mar 08 13:05:35.710856 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-0ed10e90-8859-440c-a046-57e97f344b9c None None] Current status of the port 231889e5-04ae-4618-9208-e2582be96802 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:05:35.711711 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0ed10e90-8859-440c-a046-57e97f344b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (231889e5-04ae-4618-9208-e2582be96802), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:35.766858 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-e84501fa-ce73-4508-b8f5-85850e80eb9d None None] Set router 0525e1c5-b2a2-4923-aa71-30cbc33f4145 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:05:35.797846 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-0ed10e90-8859-440c-a046-57e97f344b9c None None] For port 231889e5-04ae-4618-9208-e2582be96802, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=231889e5-04ae-4618-9208-e2582be96802,segment=NetworkSegment(8fc19945-9a4f-456f-9ff5-41d0db57fc98),segment_id=8fc19945-9a4f-456f-9ff5-41d0db57fc98)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:35.807794 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0ed10e90-8859-440c-a046-57e97f344b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (231889e5-04ae-4618-9208-e2582be96802), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:35.829549 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d47d4e68-23be-4b06-99d8-ccde64990722 admin admin] Publish callbacks [] for port (f6cc7fe8-2185-4e01-83d1-0915d0da5dc1), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:35.884451 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d47d4e68-23be-4b06-99d8-ccde64990722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (f6cc7fe8-2185-4e01-83d1-0915d0da5dc1), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:35.902796 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed10e90-8859-440c-a046-57e97f344b9c None None] Pushing event updated for resources: {'Port': ['ID=231889e5-04ae-4618-9208-e2582be96802,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:35.968046 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47d4e68-23be-4b06-99d8-ccde64990722 admin admin] Network 94b9822a-e678-42bf-a8bb-0e9d277c5ba4 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:05:35.977552 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-d47d4e68-23be-4b06-99d8-ccde64990722 admin admin] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:05:35.983486 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47d4e68-23be-4b06-99d8-ccde64990722 admin admin] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:05:35.988092 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 231889e5-04ae-4618-9208-e2582be96802 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:05:36.025210 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d4e68-23be-4b06-99d8-ccde64990722 admin admin] Pushing event updated for resources: {'Port': ['ID=f6cc7fe8-2185-4e01-83d1-0915d0da5dc1,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:36.062037 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d47d4e68-23be-4b06-99d8-ccde64990722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672217'] for router_interface (0525e1c5-b2a2-4923-aa71-30cbc33f4145), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:36.062545 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-9b5741ba-5a9e-4f01-a6fa-066abca380b8 None None] Provisioning complete for port 231889e5-04ae-4618-9208-e2582be96802 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:36.062733 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9b5741ba-5a9e-4f01-a6fa-066abca380b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (231889e5-04ae-4618-9208-e2582be96802), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:36.189308 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-9b5741ba-5a9e-4f01-a6fa-066abca380b8 None None] Current status of the port 231889e5-04ae-4618-9208-e2582be96802 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:05:36.205679 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-e84501fa-ce73-4508-b8f5-85850e80eb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0525e1c5-b2a2-4923-aa71-30cbc33f4145', 'name': 'tempest-TestMinimumBasicScenario-999744889-router', 'tenant_id': '2e3e49ae349b4731825f2e3d3befaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'eae0b562-435a-4ecd-a898-335856dfe9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:05:32Z', 'updated_at': '2022-03-08T13:05:33Z', 'revision_number': 3, 'project_id': '2e3e49ae349b4731825f2e3d3befaf80', 'gw_port': {'id': 'eae0b562-435a-4ecd-a898-335856dfe9bd', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0525e1c5-b2a2-4923-aa71-30cbc33f4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:32Z', 'updated_at': '2022-03-08T13:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:36.335247 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d47d4e68-23be-4b06-99d8-ccde64990722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (f6cc7fe8-2185-4e01-83d1-0915d0da5dc1), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:36.369496 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84501fa-ce73-4508-b8f5-85850e80eb9d None None] The sync data for ids ['0525e1c5-b2a2-4923-aa71-30cbc33f4145'] in dv-cinder-830089-2-iscsi is: [{'id': '0525e1c5-b2a2-4923-aa71-30cbc33f4145', 'name': 'tempest-TestMinimumBasicScenario-999744889-router', 'tenant_id': '2e3e49ae349b4731825f2e3d3befaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'eae0b562-435a-4ecd-a898-335856dfe9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:05:32Z', 'updated_at': '2022-03-08T13:05:33Z', 'revision_number': 3, 'project_id': '2e3e49ae349b4731825f2e3d3befaf80', 'gw_port': {'id': 'eae0b562-435a-4ecd-a898-335856dfe9bd', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0525e1c5-b2a2-4923-aa71-30cbc33f4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:32Z', 'updated_at': '2022-03-08T13:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:05:36.422817 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-a94305ab-795f-439f-879e-de90b89aded0 None None] Provisioning complete for port f6cc7fe8-2185-4e01-83d1-0915d0da5dc1 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:36.423446 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a94305ab-795f-439f-879e-de90b89aded0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (f6cc7fe8-2185-4e01-83d1-0915d0da5dc1), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:36.531421 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-a94305ab-795f-439f-879e-de90b89aded0 None None] Port f6cc7fe8-2185-4e01-83d1-0915d0da5dc1 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:05:36.597658 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d47d4e68-23be-4b06-99d8-ccde64990722 admin admin] Publish callbacks [] for port (f6cc7fe8-2185-4e01-83d1-0915d0da5dc1), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:36.603669 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d47d4e68-23be-4b06-99d8-ccde64990722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (f6cc7fe8-2185-4e01-83d1-0915d0da5dc1), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:36.676448 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d4e68-23be-4b06-99d8-ccde64990722 admin admin] Pushing event updated for resources: {'Port': ['ID=f6cc7fe8-2185-4e01-83d1-0915d0da5dc1,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:36.680679 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d47d4e68-23be-4b06-99d8-ccde64990722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672181'] for router_interface (0525e1c5-b2a2-4923-aa71-30cbc33f4145), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:36.695029 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 4634bc84-8ae9-4064-b716-2327cada629c up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:05:36.762429 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 4634bc84-8ae9-4064-b716-2327cada629c triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:36.762965 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (4634bc84-8ae9-4064-b716-2327cada629c), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:36.842132 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47d4e68-23be-4b06-99d8-ccde64990722 admin admin] Network 94b9822a-e678-42bf-a8bb-0e9d277c5ba4 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:05:36.847829 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-d47d4e68-23be-4b06-99d8-ccde64990722 admin admin] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:05:36.910228 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 4634bc84-8ae9-4064-b716-2327cada629c is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:05:36.911415 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 231889e5-04ae-4618-9208-e2582be96802 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:05:36.966426 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b1a6e-a65f-4aa7-bd6a-d35a3a1cf224 req-0caa025e-9bfb-47c1-9c2a-67eacbf10b49 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:36.968018 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5d8b1a6e-a65f-4aa7-bd6a-d35a3a1cf224 req-0caa025e-9bfb-47c1-9c2a-67eacbf10b49 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.2000656 Mar 08 13:05:37.009959 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 231889e5-04ae-4618-9208-e2582be96802 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:37.010415 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (231889e5-04ae-4618-9208-e2582be96802), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:37.094575 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5d8b1a6e-a65f-4aa7-bd6a-d35a3a1cf224 req-12743d97-92bf-47f6-8480-aa6520e37c40 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133313 Mar 08 13:05:37.116042 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47d4e68-23be-4b06-99d8-ccde64990722 admin admin] Router 0525e1c5-b2a2-4923-aa71-30cbc33f4145 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:05:37.146394 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 231889e5-04ae-4618-9208-e2582be96802 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:05:37.179569 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-a04763c6-c9ac-4ebe-b447-0a99143c7c98 None None] Provisioning complete for port f6cc7fe8-2185-4e01-83d1-0915d0da5dc1 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:37.179941 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a04763c6-c9ac-4ebe-b447-0a99143c7c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (f6cc7fe8-2185-4e01-83d1-0915d0da5dc1), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:37.228889 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-a04763c6-c9ac-4ebe-b447-0a99143c7c98 None None] Port f6cc7fe8-2185-4e01-83d1-0915d0da5dc1 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:05:37.248067 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47d4e68-23be-4b06-99d8-ccde64990722 admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:05:37.254228 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-d47d4e68-23be-4b06-99d8-ccde64990722 admin admin] 10.222.0.50 "PUT /v2.0/routers/0525e1c5-b2a2-4923-aa71-30cbc33f4145/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9558992 Mar 08 13:05:38.277860 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed72a6-652a-4a0a-9df6-1cddcd9d381f req-f6e229d8-5d33-4a24-8f04-1ce4b65de672 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:38.280751 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a9ed72a6-652a-4a0a-9df6-1cddcd9d381f req-f6e229d8-5d33-4a24-8f04-1ce4b65de672 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0922441 Mar 08 13:05:38.353557 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a9ed72a6-652a-4a0a-9df6-1cddcd9d381f req-706112ed-932a-467b-b94f-564291ff119d tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669179 Mar 08 13:05:38.505090 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9d480-364f-496c-8683-415b8ac9fc16 req-b643ab3b-3d89-4276-8ee2-5398f2034654 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:38.507293 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bca9d480-364f-496c-8683-415b8ac9fc16 req-b643ab3b-3d89-4276-8ee2-5398f2034654 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0803983 Mar 08 13:05:38.549496 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device eae0b562-435a-4ecd-a898-335856dfe9bd up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:05:38.606545 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port eae0b562-435a-4ecd-a898-335856dfe9bd triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:38.607016 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (eae0b562-435a-4ecd-a898-335856dfe9bd), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:38.609617 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bca9d480-364f-496c-8683-415b8ac9fc16 req-be0b7af0-1972-408b-8071-72ccad1d99a4 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959797 Mar 08 13:05:38.680689 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e9db8c-0aac-41cb-8e0b-322bf452aae0 None None] Sync routers for ids ['0525e1c5-b2a2-4923-aa71-30cbc33f4145'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:05:38.722088 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e9db8c-0aac-41cb-8e0b-322bf452aae0 None None] Routers {'0525e1c5-b2a2-4923-aa71-30cbc33f4145'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:05:38.722664 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-a3e9db8c-0aac-41cb-8e0b-322bf452aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:05:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['0525e1c5-b2a2-4923-aa71-30cbc33f4145'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:38.769387 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port eae0b562-435a-4ecd-a898-335856dfe9bd is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:05:38.769788 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (eae0b562-435a-4ecd-a898-335856dfe9bd), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:38.805470 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] For port eae0b562-435a-4ecd-a898-335856dfe9bd, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=eae0b562-435a-4ecd-a898-335856dfe9bd,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:38.834031 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (eae0b562-435a-4ecd-a898-335856dfe9bd), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:38.908955 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-a3e9db8c-0aac-41cb-8e0b-322bf452aae0 None None] Set router 0525e1c5-b2a2-4923-aa71-30cbc33f4145 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:05:38.912609 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Pushing event updated for resources: {'Port': ['ID=eae0b562-435a-4ecd-a898-335856dfe9bd,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:39.138149 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-a3e9db8c-0aac-41cb-8e0b-322bf452aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0525e1c5-b2a2-4923-aa71-30cbc33f4145', 'name': 'tempest-TestMinimumBasicScenario-999744889-router', 'tenant_id': '2e3e49ae349b4731825f2e3d3befaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'eae0b562-435a-4ecd-a898-335856dfe9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:05:32Z', 'updated_at': '2022-03-08T13:05:36Z', 'revision_number': 4, 'project_id': '2e3e49ae349b4731825f2e3d3befaf80', 'gw_port': {'id': 'eae0b562-435a-4ecd-a898-335856dfe9bd', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0525e1c5-b2a2-4923-aa71-30cbc33f4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:32Z', 'updated_at': '2022-03-08T13:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': 'f6cc7fe8-2185-4e01-83d1-0915d0da5dc1', 'name': '', 'network_id': '94b9822a-e678-42bf-a8bb-0e9d277c5ba4', 'tenant_id': '2e3e49ae349b4731825f2e3d3befaf80', 'mac_address': 'fa:16:3e:cd:1b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0525e1c5-b2a2-4923-aa71-30cbc33f4145', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5e8f8484-886d-421a-b4c2-71f03157d5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:35Z', 'updated_at': '2022-03-08T13:05:36Z', 'revision_number': 2, 'project_id': '2e3e49ae349b4731825f2e3d3befaf80', 'subnets': [{'id': '5e8f8484-886d-421a-b4c2-71f03157d5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:39.167936 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e9db8c-0aac-41cb-8e0b-322bf452aae0 None None] Checking router: 0525e1c5-b2a2-4923-aa71-30cbc33f4145 for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:05:39.168293 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e9db8c-0aac-41cb-8e0b-322bf452aae0 None None] Updating router 0525e1c5-b2a2-4923-aa71-30cbc33f4145 port f6cc7fe8-2185-4e01-83d1-0915d0da5dc1 binding host dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:05:39.197555 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a3e9db8c-0aac-41cb-8e0b-322bf452aae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (f6cc7fe8-2185-4e01-83d1-0915d0da5dc1), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:39.503092 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce09c22-8fb8-4663-bc4a-aeb3c93c907d req-aed03d23-62a7-4d94-898a-e80d29859c1d tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:39.504867 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1ce09c22-8fb8-4663-bc4a-aeb3c93c907d req-aed03d23-62a7-4d94-898a-e80d29859c1d tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0671394 Mar 08 13:05:39.536281 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a3e9db8c-0aac-41cb-8e0b-322bf452aae0 None None] Publish callbacks [] for port (f6cc7fe8-2185-4e01-83d1-0915d0da5dc1), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:39.544282 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a3e9db8c-0aac-41cb-8e0b-322bf452aae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (f6cc7fe8-2185-4e01-83d1-0915d0da5dc1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:39.594468 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1ce09c22-8fb8-4663-bc4a-aeb3c93c907d req-aff2029d-cb73-41bc-8c93-71a23578d233 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813599 Mar 08 13:05:39.621924 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787bf1e6-2d37-4a23-8822-b8c60cdc5f30 None None] Pushing event updated for resources: {'Port': ['ID=f6cc7fe8-2185-4e01-83d1-0915d0da5dc1,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:39.708491 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-a3e9db8c-0aac-41cb-8e0b-322bf452aae0 None None] Attempting to bind port f6cc7fe8-2185-4e01-83d1-0915d0da5dc1 on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:05:39.709532 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-a3e9db8c-0aac-41cb-8e0b-322bf452aae0 None None] Attempting to bind port f6cc7fe8-2185-4e01-83d1-0915d0da5dc1 by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': '8fc19945-9a4f-456f-9ff5-41d0db57fc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '94b9822a-e678-42bf-a8bb-0e9d277c5ba4'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:05:39.710367 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e9db8c-0aac-41cb-8e0b-322bf452aae0 None None] Attempting to bind port f6cc7fe8-2185-4e01-83d1-0915d0da5dc1 on network 94b9822a-e678-42bf-a8bb-0e9d277c5ba4 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:05:39.772506 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e9db8c-0aac-41cb-8e0b-322bf452aae0 None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:05:39.772913 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e9db8c-0aac-41cb-8e0b-322bf452aae0 None None] Checking segment: {'id': '8fc19945-9a4f-456f-9ff5-41d0db57fc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '94b9822a-e678-42bf-a8bb-0e9d277c5ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:05:39.773330 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a3e9db8c-0aac-41cb-8e0b-322bf452aae0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:39.773730 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e9db8c-0aac-41cb-8e0b-322bf452aae0 None None] Bound using segment: {'id': '8fc19945-9a4f-456f-9ff5-41d0db57fc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '94b9822a-e678-42bf-a8bb-0e9d277c5ba4'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:05:39.774228 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-a3e9db8c-0aac-41cb-8e0b-322bf452aae0 None None] Bound port: f6cc7fe8-2185-4e01-83d1-0915d0da5dc1, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc19945-9a4f-456f-9ff5-41d0db57fc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '94b9822a-e678-42bf-a8bb-0e9d277c5ba4'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:05:39.774617 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a3e9db8c-0aac-41cb-8e0b-322bf452aae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (f6cc7fe8-2185-4e01-83d1-0915d0da5dc1), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:39.821535 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fbf72-96a9-401f-aee3-e5164e4d1ec6 req-27d1e03a-df95-4023-b9a9-989dea99e5b2 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:39.833273 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-241fbf72-96a9-401f-aee3-e5164e4d1ec6 req-27d1e03a-df95-4023-b9a9-989dea99e5b2 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.1061134 Mar 08 13:05:39.895524 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-a3e9db8c-0aac-41cb-8e0b-322bf452aae0 None None] For port f6cc7fe8-2185-4e01-83d1-0915d0da5dc1, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:05:39.901577 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-a3e9db8c-0aac-41cb-8e0b-322bf452aae0 None None] For port f6cc7fe8-2185-4e01-83d1-0915d0da5dc1, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=f6cc7fe8-2185-4e01-83d1-0915d0da5dc1,segment=NetworkSegment(8fc19945-9a4f-456f-9ff5-41d0db57fc98),segment_id=8fc19945-9a4f-456f-9ff5-41d0db57fc98)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:05:39.911383 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a3e9db8c-0aac-41cb-8e0b-322bf452aae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (f6cc7fe8-2185-4e01-83d1-0915d0da5dc1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:39.933380 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-241fbf72-96a9-401f-aee3-e5164e4d1ec6 req-dca9c220-daf5-449e-afa0-8325617a7f92 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948410 Mar 08 13:05:39.984586 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e9db8c-0aac-41cb-8e0b-322bf452aae0 None None] Routers {'0525e1c5-b2a2-4923-aa71-30cbc33f4145'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:05:39.985324 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-a3e9db8c-0aac-41cb-8e0b-322bf452aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:05:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['0525e1c5-b2a2-4923-aa71-30cbc33f4145'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:39.990507 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787bf1e6-2d37-4a23-8822-b8c60cdc5f30 None None] Pushing event updated for resources: {'Port': ['ID=f6cc7fe8-2185-4e01-83d1-0915d0da5dc1,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:40.135991 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-7d3f8f2f-fa5e-40c2-bc05-46f6ab680920 None None] Provisioning complete for port f6cc7fe8-2185-4e01-83d1-0915d0da5dc1 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:40.136471 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7d3f8f2f-fa5e-40c2-bc05-46f6ab680920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (f6cc7fe8-2185-4e01-83d1-0915d0da5dc1), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:40.165937 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-a3e9db8c-0aac-41cb-8e0b-322bf452aae0 None None] Set router 0525e1c5-b2a2-4923-aa71-30cbc33f4145 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:05:40.458519 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-7d3f8f2f-fa5e-40c2-bc05-46f6ab680920 None None] Current status of the port f6cc7fe8-2185-4e01-83d1-0915d0da5dc1 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:05:40.458890 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7d3f8f2f-fa5e-40c2-bc05-46f6ab680920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (f6cc7fe8-2185-4e01-83d1-0915d0da5dc1), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:40.498652 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-7d3f8f2f-fa5e-40c2-bc05-46f6ab680920 None None] For port f6cc7fe8-2185-4e01-83d1-0915d0da5dc1, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=f6cc7fe8-2185-4e01-83d1-0915d0da5dc1,segment=NetworkSegment(8fc19945-9a4f-456f-9ff5-41d0db57fc98),segment_id=8fc19945-9a4f-456f-9ff5-41d0db57fc98)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:40.528682 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7d3f8f2f-fa5e-40c2-bc05-46f6ab680920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (f6cc7fe8-2185-4e01-83d1-0915d0da5dc1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:40.569133 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device eae0b562-435a-4ecd-a898-335856dfe9bd up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:05:40.650262 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f8f2f-fa5e-40c2-bc05-46f6ab680920 None None] Pushing event updated for resources: {'Port': ['ID=f6cc7fe8-2185-4e01-83d1-0915d0da5dc1,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:40.685125 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-4423b968-626f-43f1-bc83-0a7d0b195c82 None None] Provisioning complete for port f6cc7fe8-2185-4e01-83d1-0915d0da5dc1 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:40.685492 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4423b968-626f-43f1-bc83-0a7d0b195c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (f6cc7fe8-2185-4e01-83d1-0915d0da5dc1), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:40.771857 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port eae0b562-435a-4ecd-a898-335856dfe9bd triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:40.771857 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (eae0b562-435a-4ecd-a898-335856dfe9bd), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:40.784594 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6657d-66d0-4c21-a5e7-d3a3e8261fbb req-271383e8-8887-461a-84a0-3e604ecf6497 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:40.797999 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-73b6657d-66d0-4c21-a5e7-d3a3e8261fbb req-271383e8-8887-461a-84a0-3e604ecf6497 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.1076500 Mar 08 13:05:40.855298 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-73b6657d-66d0-4c21-a5e7-d3a3e8261fbb req-907ebf12-231c-47f7-a258-5357da41b68c tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515256 Mar 08 13:05:40.878661 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-a3e9db8c-0aac-41cb-8e0b-322bf452aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0525e1c5-b2a2-4923-aa71-30cbc33f4145', 'name': 'tempest-TestMinimumBasicScenario-999744889-router', 'tenant_id': '2e3e49ae349b4731825f2e3d3befaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'eae0b562-435a-4ecd-a898-335856dfe9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:05:32Z', 'updated_at': '2022-03-08T13:05:36Z', 'revision_number': 4, 'project_id': '2e3e49ae349b4731825f2e3d3befaf80', 'gw_port': {'id': 'eae0b562-435a-4ecd-a898-335856dfe9bd', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0525e1c5-b2a2-4923-aa71-30cbc33f4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:32Z', 'updated_at': '2022-03-08T13:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': 'f6cc7fe8-2185-4e01-83d1-0915d0da5dc1', 'name': '', 'network_id': '94b9822a-e678-42bf-a8bb-0e9d277c5ba4', 'tenant_id': '2e3e49ae349b4731825f2e3d3befaf80', 'mac_address': 'fa:16:3e:cd:1b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0525e1c5-b2a2-4923-aa71-30cbc33f4145', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5e8f8484-886d-421a-b4c2-71f03157d5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:35Z', 'updated_at': '2022-03-08T13:05:39Z', 'revision_number': 4, 'project_id': '2e3e49ae349b4731825f2e3d3befaf80', 'subnets': [{'id': '5e8f8484-886d-421a-b4c2-71f03157d5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:40.881550 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-4423b968-626f-43f1-bc83-0a7d0b195c82 None None] Current status of the port f6cc7fe8-2185-4e01-83d1-0915d0da5dc1 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:05:40.910155 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e9db8c-0aac-41cb-8e0b-322bf452aae0 None None] The sync data for ids ['0525e1c5-b2a2-4923-aa71-30cbc33f4145'] in dv-cinder-830089-2-iscsi is: [{'id': '0525e1c5-b2a2-4923-aa71-30cbc33f4145', 'name': 'tempest-TestMinimumBasicScenario-999744889-router', 'tenant_id': '2e3e49ae349b4731825f2e3d3befaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'eae0b562-435a-4ecd-a898-335856dfe9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:05:32Z', 'updated_at': '2022-03-08T13:05:36Z', 'revision_number': 4, 'project_id': '2e3e49ae349b4731825f2e3d3befaf80', 'gw_port': {'id': 'eae0b562-435a-4ecd-a898-335856dfe9bd', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0525e1c5-b2a2-4923-aa71-30cbc33f4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:32Z', 'updated_at': '2022-03-08T13:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': 'f6cc7fe8-2185-4e01-83d1-0915d0da5dc1', 'name': '', 'network_id': '94b9822a-e678-42bf-a8bb-0e9d277c5ba4', 'tenant_id': '2e3e49ae349b4731825f2e3d3befaf80', 'mac_address': 'fa:16:3e:cd:1b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0525e1c5-b2a2-4923-aa71-30cbc33f4145', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5e8f8484-886d-421a-b4c2-71f03157d5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:35Z', 'updated_at': '2022-03-08T13:05:39Z', 'revision_number': 4, 'project_id': '2e3e49ae349b4731825f2e3d3befaf80', 'subnets': [{'id': '5e8f8484-886d-421a-b4c2-71f03157d5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:05:40.957586 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port eae0b562-435a-4ecd-a898-335856dfe9bd is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:05:41.109292 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb4c8c-5b94-47c9-865e-6d2b4ffc8b82 req-ccea0dab-9cfe-46e6-9e12-f02f34a2ac3a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:41.111448 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-88fb4c8c-5b94-47c9-865e-6d2b4ffc8b82 req-ccea0dab-9cfe-46e6-9e12-f02f34a2ac3a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0584693 Mar 08 13:05:41.172993 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-88fb4c8c-5b94-47c9-865e-6d2b4ffc8b82 req-39701d22-0997-403e-8468-12d65ab812c6 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516140 Mar 08 13:05:42.013067 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad562e5-1ee2-4a2d-98d0-47a0892c83c0 req-b930bb7b-bd82-4aa1-8cc1-e8ce08744b84 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:42.015263 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dad562e5-1ee2-4a2d-98d0-47a0892c83c0 req-b930bb7b-bd82-4aa1-8cc1-e8ce08744b84 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0632558 Mar 08 13:05:42.076226 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dad562e5-1ee2-4a2d-98d0-47a0892c83c0 req-65db1729-f877-4d8d-aa47-bc183a96e0a4 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555460 Mar 08 13:05:42.302660 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:42.329583 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cd7e7-2c9f-4862-84a9-4d5c2625333a req-d39195b0-c5cb-4a2a-830b-add72e1c7276 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:42.331152 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2a7cd7e7-2c9f-4862-84a9-4d5c2625333a req-d39195b0-c5cb-4a2a-830b-add72e1c7276 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0713468 Mar 08 13:05:42.387396 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2a7cd7e7-2c9f-4862-84a9-4d5c2625333a req-df7aa739-833d-4a8b-a28e-0fb06ccd2691 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503988 Mar 08 13:05:42.575220 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device f6cc7fe8-2185-4e01-83d1-0915d0da5dc1 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:05:42.635820 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port f6cc7fe8-2185-4e01-83d1-0915d0da5dc1 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:42.636197 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (f6cc7fe8-2185-4e01-83d1-0915d0da5dc1), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:42.730777 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port f6cc7fe8-2185-4e01-83d1-0915d0da5dc1 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:05:43.211501 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192b16c-3c0e-4e38-a7af-c1d671c2d2b7 req-be40c3ee-2d47-4a8b-afa6-fa917bd6a5ea tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:43.224179 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a192b16c-3c0e-4e38-a7af-c1d671c2d2b7 req-be40c3ee-2d47-4a8b-afa6-fa917bd6a5ea tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0698543 Mar 08 13:05:43.298449 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a192b16c-3c0e-4e38-a7af-c1d671c2d2b7 req-bbff29dc-a54b-4c76-80cf-26672becf54e tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/security-groups?id=200a2e4c-97d9-4046-a597-29f7ccbe41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728369 Mar 08 13:05:43.585725 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ff837-7897-4cdc-aac7-20cf3353dae4 req-646e0fff-35e9-44f0-9d35-009f1059cfb2 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:43.588383 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bd5ff837-7897-4cdc-aac7-20cf3353dae4 req-646e0fff-35e9-44f0-9d35-009f1059cfb2 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.72 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 946 time: 0.0879493 Mar 08 13:05:43.596717 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533e6ca-40ff-45cd-95be-944601ec24ba req-d6c976b7-560d-45df-b346-c9cc15b1909a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:43.599023 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5533e6ca-40ff-45cd-95be-944601ec24ba req-d6c976b7-560d-45df-b346-c9cc15b1909a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.1176741 Mar 08 13:05:43.667496 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5533e6ca-40ff-45cd-95be-944601ec24ba req-5e3b510d-4abd-458b-8634-52c3df889e50 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595634 Mar 08 13:05:43.744646 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-bd5ff837-7897-4cdc-aac7-20cf3353dae4 req-933210f5-3c32-4c45-b061-ba9cc126cd5b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Deleting port 20a74c65-ee1c-41dc-a46e-2484d0f0d59c {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:05:43.745092 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-bd5ff837-7897-4cdc-aac7-20cf3353dae4 req-933210f5-3c32-4c45-b061-ba9cc126cd5b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (20a74c65-ee1c-41dc-a46e-2484d0f0d59c), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:43.863323 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-bd5ff837-7897-4cdc-aac7-20cf3353dae4 req-933210f5-3c32-4c45-b061-ba9cc126cd5b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] For port 20a74c65-ee1c-41dc-a46e-2484d0f0d59c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=20a74c65-ee1c-41dc-a46e-2484d0f0d59c,segment=NetworkSegment(27cdc7f9-e4c6-4646-bb87-0199a71c4e8b),segment_id=27cdc7f9-e4c6-4646-bb87-0199a71c4e8b)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:43.865448 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-bd5ff837-7897-4cdc-aac7-20cf3353dae4 req-933210f5-3c32-4c45-b061-ba9cc126cd5b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (20a74c65-ee1c-41dc-a46e-2484d0f0d59c), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:43.885411 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-bd5ff837-7897-4cdc-aac7-20cf3353dae4 req-933210f5-3c32-4c45-b061-ba9cc126cd5b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Calling delete_port for 20a74c65-ee1c-41dc-a46e-2484d0f0d59c owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:05:44.052131 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-bd5ff837-7897-4cdc-aac7-20cf3353dae4 req-933210f5-3c32-4c45-b061-ba9cc126cd5b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (20a74c65-ee1c-41dc-a46e-2484d0f0d59c), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:44.094491 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933210f5-3c32-4c45-b061-ba9cc126cd5b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Pushing event deleted for resources: {'Port': ['ID=20a74c65-ee1c-41dc-a46e-2484d0f0d59c,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:44.135740 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5ff837-7897-4cdc-aac7-20cf3353dae4 req-933210f5-3c32-4c45-b061-ba9cc126cd5b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] No DVR routers for this DVR port 20a74c65-ee1c-41dc-a46e-2484d0f0d59c on host hv-cinder-83008 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:05:44.139454 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-bd5ff837-7897-4cdc-aac7-20cf3353dae4 req-933210f5-3c32-4c45-b061-ba9cc126cd5b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:44.143131 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bd5ff837-7897-4cdc-aac7-20cf3353dae4 req-933210f5-3c32-4c45-b061-ba9cc126cd5b tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.72 "DELETE /v2.0/ports/20a74c65-ee1c-41dc-a46e-2484d0f0d59c HTTP/1.1" status: 204 len: 173 time: 0.5422342 Mar 08 13:05:44.143617 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bf253d-ff59-4dcb-8d8a-09b00752839a', 'name': 'network-vif-deleted', 'tag': '20a74c65-ee1c-41dc-a46e-2484d0f0d59c'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:05:44.145953 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccdfc03-2a6b-4a91-80cd-6a3b8fe76ebf" -d '{"events": [{"server_uuid": "44bf253d-ff59-4dcb-8d8a-09b00752839a", "name": "network-vif-deleted", "tag": "20a74c65-ee1c-41dc-a46e-2484d0f0d59c"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:05:44.193599 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf9dddb-8998-43aa-9474-ce9df7532c02 x-openstack-request-id: req-ccf9dddb-8998-43aa-9474-ce9df7532c02 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:05:44.193959 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bf253d-ff59-4dcb-8d8a-09b00752839a", "name": "network-vif-deleted", "tag": "20a74c65-ee1c-41dc-a46e-2484d0f0d59c", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:05:44.194337 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ccf9dddb-8998-43aa-9474-ce9df7532c02 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:05:44.194623 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bf253d-ff59-4dcb-8d8a-09b00752839a', 'name': 'network-vif-deleted', 'tag': '20a74c65-ee1c-41dc-a46e-2484d0f0d59c', 'status': 'completed', 'code': 200} Mar 08 13:05:44.436703 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8aef31bb-822b-44ab-b452-b903f22912b4 req-3988ae89-4704-4b1d-86bb-5acbb430b856 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 210 time: 0.0410805 Mar 08 13:05:44.836055 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ba7b3-43f3-4455-b99c-af6294a7534e req-ba77679f-4a83-4f3d-9b33-a74e67b01efc tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:44.837869 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-de8ba7b3-43f3-4455-b99c-af6294a7534e req-ba77679f-4a83-4f3d-9b33-a74e67b01efc tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0603657 Mar 08 13:05:44.892863 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-de8ba7b3-43f3-4455-b99c-af6294a7534e req-9efff79e-416a-4cbe-b493-40fd29a240ac tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483005 Mar 08 13:05:45.553766 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f88ea2cb-68ff-448a-afa2-ff6ace04937b req-d04822d3-4fbe-473a-9950-1105804a8a22 tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 210 time: 0.0380869 Mar 08 13:05:46.035842 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd0079-975b-4f29-9f25-d5397c482ce0 req-c8d25b33-3fb4-4401-b1e9-0bb3c9a3c809 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:46.037425 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-62bd0079-975b-4f29-9f25-d5397c482ce0 req-c8d25b33-3fb4-4401-b1e9-0bb3c9a3c809 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0615551 Mar 08 13:05:46.108222 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-62bd0079-975b-4f29-9f25-d5397c482ce0 req-6a25b4e5-51cf-4688-bfaa-24a5d1400ddd tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558090 Mar 08 13:05:46.137907 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:05:46.646135 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7169bdca-b5f0-410a-8cd9-cb79c2c6a966 req-8f6a3fd0-bc1b-47b3-9ac9-ddb619ae179e tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 210 time: 0.0279250 Mar 08 13:05:47.317613 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d300e33-8922-4a80-b613-9b894abfedcf req-38b87ca5-fdee-4d43-9d39-3275f77ab4bb tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:47.319128 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4d300e33-8922-4a80-b613-9b894abfedcf req-38b87ca5-fdee-4d43-9d39-3275f77ab4bb tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0591865 Mar 08 13:05:47.372338 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4d300e33-8922-4a80-b613-9b894abfedcf req-0d68f787-e2d2-4e41-a4cb-e9f45b404b18 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472429 Mar 08 13:05:47.549266 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-024c4d39-3f14-4b3b-905d-27888e1bba2f tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:47.550705 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-024c4d39-3f14-4b3b-905d-27888e1bba2f tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/networks?id=a987f753-8f3e-4254-879c-48d2f61b5904 HTTP/1.1" status: 200 len: 814 time: 0.0986295 Mar 08 13:05:47.565148 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-085d9afa-5e6b-4ceb-b907-dad3c854add7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/quotas/b7260e3341834b2982afb2cee5ba7265 HTTP/1.1" status: 200 len: 375 time: 0.0092053 Mar 08 13:05:47.622020 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-2f15e0a0-6f6f-44ce-a8d4-35a9bf23cdbc tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b7260e3341834b2982afb2cee5ba7265&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515244 Mar 08 13:05:47.725208 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-a9fc9a99-a196-461d-bd29-c5a6168d7aa0 service neutron] 10.222.0.50 "GET /v2.0/networks/a987f753-8f3e-4254-879c-48d2f61b5904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877624 Mar 08 13:05:47.801419 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['20a74c65-ee1c-41dc-a46e-2484d0f0d59c'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:05:47.820337 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-2fa878ea-6aeb-4704-b79f-b58c5501884b service neutron] 10.222.0.50 "GET /v2.0/networks/a987f753-8f3e-4254-879c-48d2f61b5904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895290 Mar 08 13:05:47.874606 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 20a74c65-ee1c-41dc-a46e-2484d0f0d59c no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:05:47.896392 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] No Port match for: 20a74c65-ee1c-41dc-a46e-2484d0f0d59c {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:05:47.897116 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 20a74c65-ee1c-41dc-a46e-2484d0f0d59c not bound to the agent host hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:05:48.031611 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a1df0055-642b-43b7-905a-e8fa8f374e66 req-e7073544-939b-45c7-bab1-3ed11f522cad tempest-ServerRescueNegativeTestJSON-2117774217 tempest-ServerRescueNegativeTestJSON-2117774217-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf253d-ff59-4dcb-8d8a-09b00752839a HTTP/1.1" status: 200 len: 210 time: 0.0331883 Mar 08 13:05:48.110487 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-315d15b7-4aab-4354-97a0-9bdbabfcbfb4 req-7b999705-cc14-4a71-ace0-7fef5a20a772 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 210 time: 0.0311673 Mar 08 13:05:48.497001 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb2f29-a49c-4032-a65e-7711fd809bcf req-9c7ecf88-7d70-47f2-8b36-1b489db7ca16 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:48.498411 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b1fb2f29-a49c-4032-a65e-7711fd809bcf req-9c7ecf88-7d70-47f2-8b36-1b489db7ca16 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0515947 Mar 08 13:05:48.549614 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b1fb2f29-a49c-4032-a65e-7711fd809bcf req-233ddf59-7043-4235-9656-e399395fd510 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430548 Mar 08 13:05:49.092337 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 42816) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:49.279422 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b454e0b4-4293-4fb0-bcda-3cb98ae34f52 req-5b0ef52d-84f2-4c42-a0df-be33a2c18c11 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 210 time: 0.0607879 Mar 08 13:05:49.585015 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-c47b7ead-e439-4651-868e-f402186b0e2e tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:49.586561 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-c47b7ead-e439-4651-868e-f402186b0e2e tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.72 "GET /v2.0/networks?id=a987f753-8f3e-4254-879c-48d2f61b5904 HTTP/1.1" status: 200 len: 814 time: 0.1735303 Mar 08 13:05:49.622342 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-94b0ac1f-6ed6-4ae2-a8b6-b94af485e0ef tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Request body: {'port': {'device_id': '44d7d63c-80ea-4085-9eeb-e43ff6c57304', 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904', 'admin_state_up': True, 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:05:49.800463 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ad7d4-d29f-4191-99f8-084155ae6e22 req-741ec25b-e4c8-4647-8f60-d0f9fef2146d tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:49.801934 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4a1ad7d4-d29f-4191-99f8-084155ae6e22 req-741ec25b-e4c8-4647-8f60-d0f9fef2146d tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.1714885 Mar 08 13:05:49.861125 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3a2e4b98-ba10-4ccd-ba6b-23da483409dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674134'] for router_interface (affbe695-8e91-4dfc-a48e-fc35da42d39e), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:50.163704 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-94b0ac1f-6ed6-4ae2-a8b6-b94af485e0ef tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Made reservation on behalf of b7260e3341834b2982afb2cee5ba7265 for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:05:50.167192 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-94b0ac1f-6ed6-4ae2-a8b6-b94af485e0ef tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:50.172379 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4a1ad7d4-d29f-4191-99f8-084155ae6e22 req-9ccb57b8-21d4-4bb1-ab6c-07ab0a90d216 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3575778 Mar 08 13:05:50.411815 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-edaec542-a695-4b1e-9e51-b15b0976273b req-fc0b9136-192d-43b4-aac6-546cced9da0b tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 210 time: 0.0353343 Mar 08 13:05:50.478453 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-94b0ac1f-6ed6-4ae2-a8b6-b94af485e0ef tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Allocated IP 172.20.0.7 (a987f753-8f3e-4254-879c-48d2f61b5904/961c8dfe-453f-456b-9da2-5d2b94a6e21c/09dea47e-a0b0-4535-b3c9-ce915c21fd5c) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:05:50.714438 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-94b0ac1f-6ed6-4ae2-a8b6-b94af485e0ef tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for port (09dea47e-a0b0-4535-b3c9-ce915c21fd5c), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:50.721173 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-3a2e4b98-ba10-4ccd-ba6b-23da483409dd admin admin] Deleting port 2b071f6f-5ecc-4143-9d29-f33aec1d1683 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:05:50.721500 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3a2e4b98-ba10-4ccd-ba6b-23da483409dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (2b071f6f-5ecc-4143-9d29-f33aec1d1683), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:50.829893 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-94b0ac1f-6ed6-4ae2-a8b6-b94af485e0ef tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (09dea47e-a0b0-4535-b3c9-ce915c21fd5c), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:50.891101 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-3a2e4b98-ba10-4ccd-ba6b-23da483409dd admin admin] For port 2b071f6f-5ecc-4143-9d29-f33aec1d1683, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=2b071f6f-5ecc-4143-9d29-f33aec1d1683,segment=NetworkSegment(27cdc7f9-e4c6-4646-bb87-0199a71c4e8b),segment_id=27cdc7f9-e4c6-4646-bb87-0199a71c4e8b)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:50.891468 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3a2e4b98-ba10-4ccd-ba6b-23da483409dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (2b071f6f-5ecc-4143-9d29-f33aec1d1683), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:50.913027 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-94b0ac1f-6ed6-4ae2-a8b6-b94af485e0ef tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Network a987f753-8f3e-4254-879c-48d2f61b5904 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:05:50.922095 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-3a2e4b98-ba10-4ccd-ba6b-23da483409dd admin admin] Calling delete_port for 2b071f6f-5ecc-4143-9d29-f33aec1d1683 owned by network:router_interface {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:05:50.924053 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-94b0ac1f-6ed6-4ae2-a8b6-b94af485e0ef tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:05:50.928019 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0ac1f-6ed6-4ae2-a8b6-b94af485e0ef tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Pushing event updated for resources: {'Port': ['ID=09dea47e-a0b0-4535-b3c9-ce915c21fd5c,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:50.930185 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-94b0ac1f-6ed6-4ae2-a8b6-b94af485e0ef tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:05:50.974663 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b0ac1f-6ed6-4ae2-a8b6-b94af485e0ef tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:50.974954 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b0ac1f-6ed6-4ae2-a8b6-b94af485e0ef tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:50.975372 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b0ac1f-6ed6-4ae2-a8b6-b94af485e0ef tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:50.975973 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b0ac1f-6ed6-4ae2-a8b6-b94af485e0ef tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:50.976587 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b0ac1f-6ed6-4ae2-a8b6-b94af485e0ef tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:50.977154 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b0ac1f-6ed6-4ae2-a8b6-b94af485e0ef tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:50.977514 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b0ac1f-6ed6-4ae2-a8b6-b94af485e0ef tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:50.977860 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b0ac1f-6ed6-4ae2-a8b6-b94af485e0ef tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:50.978209 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b0ac1f-6ed6-4ae2-a8b6-b94af485e0ef tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:50.978552 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b0ac1f-6ed6-4ae2-a8b6-b94af485e0ef tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:50.978892 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b0ac1f-6ed6-4ae2-a8b6-b94af485e0ef tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:50.979229 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b0ac1f-6ed6-4ae2-a8b6-b94af485e0ef tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:50.979563 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b0ac1f-6ed6-4ae2-a8b6-b94af485e0ef tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:51.053477 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-94b0ac1f-6ed6-4ae2-a8b6-b94af485e0ef tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:51.054448 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-94b0ac1f-6ed6-4ae2-a8b6-b94af485e0ef tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:51.101349 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-94b0ac1f-6ed6-4ae2-a8b6-b94af485e0ef tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4837992 Mar 08 13:05:51.341628 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-ce1456c6-5266-4662-bb18-f4c9fbe669a2 None None] Provisioning complete for port 09dea47e-a0b0-4535-b3c9-ce915c21fd5c triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:51.349355 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ce1456c6-5266-4662-bb18-f4c9fbe669a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (09dea47e-a0b0-4535-b3c9-ce915c21fd5c), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:51.383506 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3a2e4b98-ba10-4ccd-ba6b-23da483409dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (2b071f6f-5ecc-4143-9d29-f33aec1d1683), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:51.408772 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-ce1456c6-5266-4662-bb18-f4c9fbe669a2 None None] Port 09dea47e-a0b0-4535-b3c9-ce915c21fd5c cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:05:51.434860 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e4b98-ba10-4ccd-ba6b-23da483409dd admin admin] Pushing event deleted for resources: {'Port': ['ID=2b071f6f-5ecc-4143-9d29-f33aec1d1683,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:51.507614 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6b356-65f6-4221-a3c4-5b1499f7e429 req-b0de8d13-7321-4b7f-a62b-9f0946ecb61c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:51.509149 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-60c6b356-65f6-4221-a3c4-5b1499f7e429 req-b0de8d13-7321-4b7f-a62b-9f0946ecb61c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.1794555 Mar 08 13:05:51.557100 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ac236-5c34-4b47-95c7-7781ad4b8250 req-3b44569b-aac5-4394-b9d6-9a53e858454f tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:51.560338 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-761ac236-5c34-4b47-95c7-7781ad4b8250 req-3b44569b-aac5-4394-b9d6-9a53e858454f tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 931 time: 0.0784011 Mar 08 13:05:51.617976 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-60c6b356-65f6-4221-a3c4-5b1499f7e429 req-05cc63ed-f36c-4edd-886b-010e2e13e1ee tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007767 Mar 08 13:05:51.623271 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-761ac236-5c34-4b47-95c7-7781ad4b8250 req-a8ddbab5-1dbd-4bc9-81b5-4624000a114c tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556219 Mar 08 13:05:51.717706 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3a2e4b98-ba10-4ccd-ba6b-23da483409dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674082'] for router_interface (affbe695-8e91-4dfc-a48e-fc35da42d39e), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:51.958742 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2e4b98-ba10-4ccd-ba6b-23da483409dd admin admin] Router affbe695-8e91-4dfc-a48e-fc35da42d39e has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:05:52.079455 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2e4b98-ba10-4ccd-ba6b-23da483409dd admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:05:52.088068 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-3a2e4b98-ba10-4ccd-ba6b-23da483409dd admin admin] 10.222.0.50 "PUT /v2.0/routers/affbe695-8e91-4dfc-a48e-fc35da42d39e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9945431 Mar 08 13:05:52.088387 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 42872) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:52.092484 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afabfaf-f636-420b-8bcb-979781a40b13 None None] Sync routers for ids ['affbe695-8e91-4dfc-a48e-fc35da42d39e'] in dv-cinder-830089-2-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:05:52.103502 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afabfaf-f636-420b-8bcb-979781a40b13 None None] Routers {'affbe695-8e91-4dfc-a48e-fc35da42d39e'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:05:52.104085 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-5afabfaf-f636-420b-8bcb-979781a40b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:05:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['affbe695-8e91-4dfc-a48e-fc35da42d39e'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:52.211832 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] Publish callbacks [] for router (affbe695-8e91-4dfc-a48e-fc35da42d39e), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:52.230172 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-5afabfaf-f636-420b-8bcb-979781a40b13 None None] Set router affbe695-8e91-4dfc-a48e-fc35da42d39e gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:05:52.326746 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] Publish callbacks [] for router_gateway (affbe695-8e91-4dfc-a48e-fc35da42d39e), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:52.383648 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] Deleting port 39884f4e-bd14-4bdc-89f0-ac8f23225c2e {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:05:52.384053 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (39884f4e-bd14-4bdc-89f0-ac8f23225c2e), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:52.431102 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-5afabfaf-f636-420b-8bcb-979781a40b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affbe695-8e91-4dfc-a48e-fc35da42d39e', 'name': 'tempest-ServerRescueNegativeTestJSON-1226060985-router', 'tenant_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '39884f4e-bd14-4bdc-89f0-ac8f23225c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:05:51Z', 'revision_number': 5, 'project_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4', 'gw_port': {'id': '39884f4e-bd14-4bdc-89f0-ac8f23225c2e', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:67:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affbe695-8e91-4dfc-a48e-fc35da42d39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:12Z', 'updated_at': '2022-03-08T13:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:52.489865 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afabfaf-f636-420b-8bcb-979781a40b13 None None] Checking router: affbe695-8e91-4dfc-a48e-fc35da42d39e for host: dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:05:52.509495 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afabfaf-f636-420b-8bcb-979781a40b13 None None] Routers {'affbe695-8e91-4dfc-a48e-fc35da42d39e'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:05:52.510302 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-5afabfaf-f636-420b-8bcb-979781a40b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:05:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['affbe695-8e91-4dfc-a48e-fc35da42d39e'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:52.516111 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] For port 39884f4e-bd14-4bdc-89f0-ac8f23225c2e, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=39884f4e-bd14-4bdc-89f0-ac8f23225c2e,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:52.516483 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (39884f4e-bd14-4bdc-89f0-ac8f23225c2e), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:52.532369 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] Calling delete_port for 39884f4e-bd14-4bdc-89f0-ac8f23225c2e owned by network:router_gateway {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:05:52.632548 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-5afabfaf-f636-420b-8bcb-979781a40b13 None None] Set router affbe695-8e91-4dfc-a48e-fc35da42d39e gateway port host: None {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:05:52.685555 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-5afabfaf-f636-420b-8bcb-979781a40b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'affbe695-8e91-4dfc-a48e-fc35da42d39e', 'name': 'tempest-ServerRescueNegativeTestJSON-1226060985-router', 'tenant_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:05:52Z', 'revision_number': 6, 'project_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4', 'gw_port_host': None}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:52.718247 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afabfaf-f636-420b-8bcb-979781a40b13 None None] The sync data for ids ['affbe695-8e91-4dfc-a48e-fc35da42d39e'] in dv-cinder-830089-2-iscsi is: [{'id': 'affbe695-8e91-4dfc-a48e-fc35da42d39e', 'name': 'tempest-ServerRescueNegativeTestJSON-1226060985-router', 'tenant_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:05:52Z', 'revision_number': 6, 'project_id': '4a8d0813209c4a0bbc5f6d2dce0d4ff4', 'gw_port_host': None}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:05:52.835558 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (39884f4e-bd14-4bdc-89f0-ac8f23225c2e), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:52.859789 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac7b7a-9073-44f0-a884-4454c5972572 req-b832062f-a5ea-423e-97db-ddb6e014297b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:52.861405 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-beac7b7a-9073-44f0-a884-4454c5972572 req-b832062f-a5ea-423e-97db-ddb6e014297b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0835083 Mar 08 13:05:52.866037 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=39884f4e-bd14-4bdc-89f0-ac8f23225c2e,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:52.881972 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496112f6-44b0-4b79-adc4-049c74cdbb03 req-b08e5bd5-efd7-4bbe-b27f-d7241360933c tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:52.883666 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-496112f6-44b0-4b79-adc4-049c74cdbb03 req-b08e5bd5-efd7-4bbe-b27f-d7241360933c tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 931 time: 0.1077194 Mar 08 13:05:52.913933 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:52.914311 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:52.914718 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:52.915125 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:52.915544 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:52.915944 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:52.916343 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:52.916775 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:52.917109 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:52.917436 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:52.918292 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:52.918616 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:52.918928 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:52.927869 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-beac7b7a-9073-44f0-a884-4454c5972572 req-3758cf6d-6ac5-4b63-adbf-d83c82a59270 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603645 Mar 08 13:05:52.984865 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673672'] for router_gateway (affbe695-8e91-4dfc-a48e-fc35da42d39e), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.077036 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-496112f6-44b0-4b79-adc4-049c74cdbb03 req-8a06b9d5-2288-483d-b027-d01b7a94e2c4 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673808 Mar 08 13:05:53.120217 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60786'] for router (affbe695-8e91-4dfc-a48e-fc35da42d39e), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.123593 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] Publish callbacks [] for router_controller (affbe695-8e91-4dfc-a48e-fc35da42d39e), precommit_delete_associations {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.216834 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676139'] for router (affbe695-8e91-4dfc-a48e-fc35da42d39e), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.217440 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router affbe695-8e91-4dfc-a48e-fc35da42d39e {{(pid=102969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:05:53.224543 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.228259 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-8a9c8797-a618-42da-8b3c-5555a7389e47 admin admin] 10.222.0.50 "DELETE /v2.0/routers/affbe695-8e91-4dfc-a48e-fc35da42d39e HTTP/1.1" status: 204 len: 168 time: 1.1359575 Mar 08 13:05:53.228643 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 42888) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:53.304951 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f08be31-3990-4b24-9474-5517e31d9754 admin admin] Deleting subnet ec1e63dc-26dd-4e1a-8756-ada739f4a12a {{(pid=102968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:05:53.309264 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9f08be31-3990-4b24-9474-5517e31d9754 admin admin] Publish callbacks [] for subnet (ec1e63dc-26dd-4e1a-8756-ada739f4a12a), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.351476 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9f08be31-3990-4b24-9474-5517e31d9754 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5405124'] for subnet (ec1e63dc-26dd-4e1a-8756-ada739f4a12a), precommit_delete_associations {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.398484 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9f08be31-3990-4b24-9474-5517e31d9754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791735'] for subnet (ec1e63dc-26dd-4e1a-8756-ada739f4a12a), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.463950 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9f08be31-3990-4b24-9474-5517e31d9754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5564856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6168924'] for subnet (ec1e63dc-26dd-4e1a-8756-ada739f4a12a), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.497150 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08be31-3990-4b24-9474-5517e31d9754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec1e63dc-26dd-4e1a-8756-ada739f4a12a,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:53.503888 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9f08be31-3990-4b24-9474-5517e31d9754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.507274 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-9f08be31-3990-4b24-9474-5517e31d9754 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ec1e63dc-26dd-4e1a-8756-ada739f4a12a HTTP/1.1" status: 204 len: 168 time: 0.2774444 Mar 08 13:05:53.510051 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 42894) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:53.586783 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d0f14899-7abb-4657-ad1b-4f386e797ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749880'] for network (21bd8c3c-2f29-47a3-b60e-e76ac3085ea7), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.676554 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d0f14899-7abb-4657-ad1b-4f386e797ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773944', 'neutron.services.segments.db._delete_segments_for_network-8755472085351'] for network (21bd8c3c-2f29-47a3-b60e-e76ac3085ea7), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.699757 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-d0f14899-7abb-4657-ad1b-4f386e797ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21bd8c3c-2f29-47a3-b60e-e76ac3085ea7']}} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:53.710218 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-d0f14899-7abb-4657-ad1b-4f386e797ce2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27cdc7f9-e4c6-4646-bb87-0199a71c4e8b') {'for_net_delete': True} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:53.710612 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-d0f14899-7abb-4657-ad1b-4f386e797ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27cdc7f9-e4c6-4646-bb87-0199a71c4e8b') {} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:53.721793 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d0f14899-7abb-4657-ad1b-4f386e797ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755472086384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5404991'] for segment (27cdc7f9-e4c6-4646-bb87-0199a71c4e8b), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.743702 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d0f14899-7abb-4657-ad1b-4f386e797ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (27cdc7f9-e4c6-4646-bb87-0199a71c4e8b), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.754575 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f14899-7abb-4657-ad1b-4f386e797ce2 admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=102968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:05:53.755134 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d0f14899-7abb-4657-ad1b-4f386e797ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5564882'] for segment (27cdc7f9-e4c6-4646-bb87-0199a71c4e8b), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: Traceback (most recent call last): Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: timer() Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: cb(*args, **kw) Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: return func(*args, **kwargs) Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: self._notify() Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: self.callback(batched_events) Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: event.method(event) Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: return f(self, *a, **k) Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: return self._get(url).json() Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: return self.request(url, 'GET', **kwargs) Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:05:53.757909 dv-cinder-830089-2-iscsi neutron-server[102968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:05:53.835993 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d0f14899-7abb-4657-ad1b-4f386e797ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673708'] for network (21bd8c3c-2f29-47a3-b60e-e76ac3085ea7), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.861493 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d0f14899-7abb-4657-ad1b-4f386e797ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.865586 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-d0f14899-7abb-4657-ad1b-4f386e797ce2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/21bd8c3c-2f29-47a3-b60e-e76ac3085ea7 HTTP/1.1" status: 204 len: 168 time: 0.3547354 Mar 08 13:05:53.867110 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f14899-7abb-4657-ad1b-4f386e797ce2 admin admin] Pushing event deleted for resources: {'Network': ['ID=21bd8c3c-2f29-47a3-b60e-e76ac3085ea7,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:54.088832 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70ac7d-b79d-44f7-a581-dcccac3260b9 req-acd92899-8060-4b32-ba8b-eccfaa96c4e0 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:54.092007 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fe70ac7d-b79d-44f7-a581-dcccac3260b9 req-acd92899-8060-4b32-ba8b-eccfaa96c4e0 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0634396 Mar 08 13:05:54.096865 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 42902) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:54.174209 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-e1e87a27-cd9e-4973-83a9-32fb65fe6dfa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4a8d0813209c4a0bbc5f6d2dce0d4ff4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0747604 Mar 08 13:05:54.175542 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 42906) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:54.178222 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fe70ac7d-b79d-44f7-a581-dcccac3260b9 req-52f92309-bc40-4a13-a305-5f1eede66949 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748613 Mar 08 13:05:54.267029 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-39d7b4af-aab7-467e-af36-b2b9a0ba4927 admin admin] Publish callbacks [] for security_group (200a2e4c-97d9-4046-a597-29f7ccbe41c2), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:54.277096 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a72dc3-69a7-4e66-a227-39ed39f9231c req-409e7c7c-d98a-48f6-a947-04d277a72b57 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:54.278802 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-45a72dc3-69a7-4e66-a227-39ed39f9231c req-409e7c7c-d98a-48f6-a947-04d277a72b57 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 931 time: 0.0960450 Mar 08 13:05:54.314810 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-39d7b4af-aab7-467e-af36-b2b9a0ba4927 admin admin] Publish callbacks [] for security_group (200a2e4c-97d9-4046-a597-29f7ccbe41c2), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:54.378814 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-45a72dc3-69a7-4e66-a227-39ed39f9231c req-defeb464-ead2-4d20-a2c1-1590a529b43d tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918355 Mar 08 13:05:54.403801 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-39d7b4af-aab7-467e-af36-b2b9a0ba4927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (200a2e4c-97d9-4046-a597-29f7ccbe41c2), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:54.409410 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-39d7b4af-aab7-467e-af36-b2b9a0ba4927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:54.410223 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-39d7b4af-aab7-467e-af36-b2b9a0ba4927 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/200a2e4c-97d9-4046-a597-29f7ccbe41c2 HTTP/1.1" status: 204 len: 168 time: 0.2335746 Mar 08 13:05:54.420932 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7b4af-aab7-467e-af36-b2b9a0ba4927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200a2e4c-97d9-4046-a597-29f7ccbe41c2,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:54.559678 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 39884f4e-bd14-4bdc-89f0-ac8f23225c2e no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:05:54.587888 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: 39884f4e-bd14-4bdc-89f0-ac8f23225c2e {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:05:54.588310 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 39884f4e-bd14-4bdc-89f0-ac8f23225c2e not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:05:54.588827 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 2b071f6f-5ecc-4143-9d29-f33aec1d1683 no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:05:54.613465 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: 2b071f6f-5ecc-4143-9d29-f33aec1d1683 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:05:54.614264 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 2b071f6f-5ecc-4143-9d29-f33aec1d1683 not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:05:54.691370 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b653173f-aeda-4470-b7f2-d11db5be95a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:55.320373 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d72304-d55e-44c2-b7af-3d9f31821d75 req-737dbaca-55ae-4397-b183-a0b9d1e4e53c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:55.322139 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d2d72304-d55e-44c2-b7af-3d9f31821d75 req-737dbaca-55ae-4397-b183-a0b9d1e4e53c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0593927 Mar 08 13:05:55.389632 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d2d72304-d55e-44c2-b7af-3d9f31821d75 req-cde2c328-740a-41d2-80c0-9491a61c8ef1 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610349 Mar 08 13:05:55.546077 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526f2c3-03fa-41da-86b8-7f5149f35e90 req-08f0283e-483e-45b6-a4be-343a19620e4e tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:55.548001 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6526f2c3-03fa-41da-86b8-7f5149f35e90 req-08f0283e-483e-45b6-a4be-343a19620e4e tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 931 time: 0.0580258 Mar 08 13:05:55.612036 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6526f2c3-03fa-41da-86b8-7f5149f35e90 req-cab4b448-6c36-4dff-8c7d-f712da73f8e7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540514 Mar 08 13:05:56.590015 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84888a03-3d87-40a9-8069-20689f9e73e2 req-e444987e-09dc-4b9d-96dc-a3ed2c345c5a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:56.593649 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-84888a03-3d87-40a9-8069-20689f9e73e2 req-e444987e-09dc-4b9d-96dc-a3ed2c345c5a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0864239 Mar 08 13:05:56.668175 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-84888a03-3d87-40a9-8069-20689f9e73e2 req-8bc02933-102d-44de-a2ad-43611988d665 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676074 Mar 08 13:05:56.763704 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596eb85-6ad3-45d3-b73f-725eea8ccdf9 req-a4c949dc-3af5-4be5-9b91-f0bbabe29884 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:56.768670 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4596eb85-6ad3-45d3-b73f-725eea8ccdf9 req-a4c949dc-3af5-4be5-9b91-f0bbabe29884 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 931 time: 0.0680468 Mar 08 13:05:56.841430 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4596eb85-6ad3-45d3-b73f-725eea8ccdf9 req-190cd760-6cb5-4d92-8271-d6ccbd904e8d tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667725 Mar 08 13:05:56.904658 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-bd2cd653-dfeb-4e88-a3c4-6155f024c307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:57.813447 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c387bf-d5f8-4963-be62-e0bdd9caf3bf req-0fbba37a-546a-4c5e-a8c4-d44c241ae45f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:57.815007 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-63c387bf-d5f8-4963-be62-e0bdd9caf3bf req-0fbba37a-546a-4c5e-a8c4-d44c241ae45f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0696428 Mar 08 13:05:57.884483 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-63c387bf-d5f8-4963-be62-e0bdd9caf3bf req-80c5fb09-b40e-4852-9bee-3919431907a9 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629330 Mar 08 13:05:58.006248 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561aa50-6c1e-4f86-ad7d-71139c15fa5b req-7eb746ee-8ffc-4ca7-8c09-708be9ad0142 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:58.008095 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a561aa50-6c1e-4f86-ad7d-71139c15fa5b req-7eb746ee-8ffc-4ca7-8c09-708be9ad0142 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 931 time: 0.0697372 Mar 08 13:05:58.068083 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a561aa50-6c1e-4f86-ad7d-71139c15fa5b req-67109d77-2d7e-4ec0-adb1-b1c1785339d1 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511096 Mar 08 13:05:58.126499 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:59.048386 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3a982-41b0-4262-9fd6-494263cb48cb req-c2f6c36b-66f8-49fc-a282-f1338c6bfbfd tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:59.050756 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-07f3a982-41b0-4262-9fd6-494263cb48cb req-c2f6c36b-66f8-49fc-a282-f1338c6bfbfd tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0625067 Mar 08 13:05:59.101254 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-07f3a982-41b0-4262-9fd6-494263cb48cb req-d5b2db9f-56a6-456f-9947-ad4629966c0d tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444605 Mar 08 13:05:59.207960 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06d9b0-fc72-4fca-804f-94b88788a274 req-71e7438d-2b32-436d-a9cf-0c02325fd2b1 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:59.209372 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5d06d9b0-fc72-4fca-804f-94b88788a274 req-71e7438d-2b32-436d-a9cf-0c02325fd2b1 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 931 time: 0.0605989 Mar 08 13:05:59.265645 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5d06d9b0-fc72-4fca-804f-94b88788a274 req-1038b689-49d4-4f2a-bc81-03634b99e044 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480611 Mar 08 13:05:59.570844 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:00.252311 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690be81f-635b-44aa-a16f-f3797f344d6b req-01a62f20-22b2-4da8-ad00-0da630bbf515 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:00.253909 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-690be81f-635b-44aa-a16f-f3797f344d6b req-01a62f20-22b2-4da8-ad00-0da630bbf515 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0612757 Mar 08 13:06:00.304617 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-690be81f-635b-44aa-a16f-f3797f344d6b req-f4d6bc43-cbea-4b25-a47b-e9a95b068777 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445793 Mar 08 13:06:00.394723 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e129223-385a-4c57-bd91-9dad39c610f8 req-df8676ef-60bd-4797-b92a-55a939f09ff7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:00.396197 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5e129223-385a-4c57-bd91-9dad39c610f8 req-df8676ef-60bd-4797-b92a-55a939f09ff7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 931 time: 0.0562937 Mar 08 13:06:00.450747 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5e129223-385a-4c57-bd91-9dad39c610f8 req-c85c1bae-6f25-43fe-a447-c3312d0846ff tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484552 Mar 08 13:06:00.930809 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:01.430222 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578f184-c220-4f10-b88d-d58bc6bc26c6 req-40c6e9fd-4848-4c19-bf0a-4f3ccb4ad2c4 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:01.431719 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e578f184-c220-4f10-b88d-d58bc6bc26c6 req-40c6e9fd-4848-4c19-bf0a-4f3ccb4ad2c4 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0543890 Mar 08 13:06:01.480399 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e578f184-c220-4f10-b88d-d58bc6bc26c6 req-8ec55d1c-7100-4ffd-a526-c91e8477f19c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426991 Mar 08 13:06:01.573631 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba380c-3bd6-4a7e-b3f9-4d55a69ec768 req-081f199b-bb92-4e77-a472-3f5ee060935d tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:01.575635 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a9ba380c-3bd6-4a7e-b3f9-4d55a69ec768 req-081f199b-bb92-4e77-a472-3f5ee060935d tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 931 time: 0.0517955 Mar 08 13:06:01.622492 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a9ba380c-3bd6-4a7e-b3f9-4d55a69ec768 req-53b9dcd7-c5e8-4103-b9c1-32162cb5d6c0 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412683 Mar 08 13:06:02.606020 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecddf85-24e0-49e5-88f1-0c5bfd80aeab req-520676ce-c16a-4020-be6e-e7b2dadb5c39 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:02.607752 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6ecddf85-24e0-49e5-88f1-0c5bfd80aeab req-520676ce-c16a-4020-be6e-e7b2dadb5c39 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0524619 Mar 08 13:06:02.653558 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6ecddf85-24e0-49e5-88f1-0c5bfd80aeab req-2b06a3bb-2114-4241-b200-97b3c75967c7 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404963 Mar 08 13:06:02.745570 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68c00c-5ffa-417c-9368-d32efefbfbf1 req-b9998da5-5b20-479e-8a70-88cce07f179c tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:02.747086 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0f68c00c-5ffa-417c-9368-d32efefbfbf1 req-b9998da5-5b20-479e-8a70-88cce07f179c tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 931 time: 0.0558479 Mar 08 13:06:02.791202 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0f68c00c-5ffa-417c-9368-d32efefbfbf1 req-3c6bf068-c582-4522-aeff-cb8579318404 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386930 Mar 08 13:06:03.423574 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-2faa04c5-a517-4d92-a144-7f0bca66c019 service neutron] Request body: {'port': {'device_id': '44d7d63c-80ea-4085-9eeb-e43ff6c57304', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:03.486166 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-2faa04c5-a517-4d92-a144-7f0bca66c019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (09dea47e-a0b0-4535-b3c9-ce915c21fd5c), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:03.773053 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-2faa04c5-a517-4d92-a144-7f0bca66c019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09dea47e-a0b0-4535-b3c9-ce915c21fd5c {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:06:03.782453 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-2faa04c5-a517-4d92-a144-7f0bca66c019 service neutron] Publish callbacks [] for port (09dea47e-a0b0-4535-b3c9-ce915c21fd5c), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:03.800293 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-2faa04c5-a517-4d92-a144-7f0bca66c019 service neutron] Transition to ACTIVE for port object 09dea47e-a0b0-4535-b3c9-ce915c21fd5c will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:06:03.806705 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-2faa04c5-a517-4d92-a144-7f0bca66c019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (09dea47e-a0b0-4535-b3c9-ce915c21fd5c), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:03.820750 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c89956-69e3-492a-afcc-a602743e252d req-e81dc070-4287-4372-8ae6-7b376a06527d tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:03.822230 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a8c89956-69e3-492a-afcc-a602743e252d req-e81dc070-4287-4372-8ae6-7b376a06527d tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0882165 Mar 08 13:06:03.925431 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cc36f-77ed-45bb-bf11-d594ad7b6005 req-09f25c47-ffa0-484d-9382-1fd2f7ad58bc tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:03.927097 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-853cc36f-77ed-45bb-bf11-d594ad7b6005 req-09f25c47-ffa0-484d-9382-1fd2f7ad58bc tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 943 time: 0.0567439 Mar 08 13:06:03.951931 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa04c5-a517-4d92-a144-7f0bca66c019 service neutron] Pushing event updated for resources: {'Port': ['ID=09dea47e-a0b0-4535-b3c9-ce915c21fd5c,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:03.962660 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a8c89956-69e3-492a-afcc-a602743e252d req-28a01202-6dfc-46c3-9e6a-d03e38f5f9ac tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125438 Mar 08 13:06:03.997671 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-2faa04c5-a517-4d92-a144-7f0bca66c019 service neutron] Attempting to bind port 09dea47e-a0b0-4535-b3c9-ce915c21fd5c on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:06:03.998077 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-2faa04c5-a517-4d92-a144-7f0bca66c019 service neutron] Attempting to bind port 09dea47e-a0b0-4535-b3c9-ce915c21fd5c by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '5d98788d-0a24-4917-8363-4038d0c4799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:06:03.998342 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-2faa04c5-a517-4d92-a144-7f0bca66c019 service neutron] Attempting to bind port 09dea47e-a0b0-4535-b3c9-ce915c21fd5c on network a987f753-8f3e-4254-879c-48d2f61b5904 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:06:04.000758 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-853cc36f-77ed-45bb-bf11-d594ad7b6005 req-a2f278bd-cb08-4c31-8b89-bfc688428a2c tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654302 Mar 08 13:06:04.002985 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-2faa04c5-a517-4d92-a144-7f0bca66c019 service neutron] Port 09dea47e-a0b0-4535-b3c9-ce915c21fd5c on network a987f753-8f3e-4254-879c-48d2f61b5904 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:06:04.003306 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-2faa04c5-a517-4d92-a144-7f0bca66c019 service neutron] Attempting to bind port 09dea47e-a0b0-4535-b3c9-ce915c21fd5c on network a987f753-8f3e-4254-879c-48d2f61b5904 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:06:04.013236 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-2faa04c5-a517-4d92-a144-7f0bca66c019 service neutron] Checking agent: {'id': '1556a156-0b90-4c62-9625-a828b1293451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'started_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:06:04.013573 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-2faa04c5-a517-4d92-a144-7f0bca66c019 service neutron] Checking segment: {'id': '5d98788d-0a24-4917-8363-4038d0c4799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:06:04.013951 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-2faa04c5-a517-4d92-a144-7f0bca66c019 service neutron] Bound using segment: {'id': '5d98788d-0a24-4917-8363-4038d0c4799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:06:04.014379 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-2faa04c5-a517-4d92-a144-7f0bca66c019 service neutron] Bound port: 09dea47e-a0b0-4535-b3c9-ce915c21fd5c, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d98788d-0a24-4917-8363-4038d0c4799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:06:04.014734 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-2faa04c5-a517-4d92-a144-7f0bca66c019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (09dea47e-a0b0-4535-b3c9-ce915c21fd5c), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:04.091797 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-2faa04c5-a517-4d92-a144-7f0bca66c019 service neutron] For port 09dea47e-a0b0-4535-b3c9-ce915c21fd5c, host hv-cinder-83008, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:06:04.095633 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-2faa04c5-a517-4d92-a144-7f0bca66c019 service neutron] For port 09dea47e-a0b0-4535-b3c9-ce915c21fd5c, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=09dea47e-a0b0-4535-b3c9-ce915c21fd5c,segment=NetworkSegment(5d98788d-0a24-4917-8363-4038d0c4799c),segment_id=5d98788d-0a24-4917-8363-4038d0c4799c)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:06:04.187159 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-2faa04c5-a517-4d92-a144-7f0bca66c019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (09dea47e-a0b0-4535-b3c9-ce915c21fd5c), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:04.230777 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-2faa04c5-a517-4d92-a144-7f0bca66c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:04.231552 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-2faa04c5-a517-4d92-a144-7f0bca66c019 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:04.233217 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-2faa04c5-a517-4d92-a144-7f0bca66c019 service neutron] 10.222.0.72 "PUT /v2.0/ports/09dea47e-a0b0-4535-b3c9-ce915c21fd5c HTTP/1.1" status: 200 len: 1093 time: 0.8139999 Mar 08 13:06:04.233873 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d7d63c-80ea-4085-9eeb-e43ff6c57304', 'tag': '09dea47e-a0b0-4535-b3c9-ce915c21fd5c'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:06:04.236196 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bd8a60-a0ab-452d-a2c0-cd5172bacbce" -d '{"events": [{"name": "network-changed", "server_uuid": "44d7d63c-80ea-4085-9eeb-e43ff6c57304", "tag": "09dea47e-a0b0-4535-b3c9-ce915c21fd5c"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:06:04.310663 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fbb2aa-61c4-4ed2-a1a0-411a6668e908 x-openstack-request-id: req-c3fbb2aa-61c4-4ed2-a1a0-411a6668e908 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:06:04.310955 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d7d63c-80ea-4085-9eeb-e43ff6c57304", "tag": "09dea47e-a0b0-4535-b3c9-ce915c21fd5c", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:06:04.311214 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3fbb2aa-61c4-4ed2-a1a0-411a6668e908 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:06:04.311611 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d7d63c-80ea-4085-9eeb-e43ff6c57304', 'tag': '09dea47e-a0b0-4535-b3c9-ce915c21fd5c', 'status': 'completed', 'code': 200} Mar 08 13:06:04.313698 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa04c5-a517-4d92-a144-7f0bca66c019 service neutron] Pushing event updated for resources: {'Port': ['ID=09dea47e-a0b0-4535-b3c9-ce915c21fd5c,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:04.350564 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-dcad9d31-787f-4061-80a8-3d77a02de898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:04.352212 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-dcad9d31-787f-4061-80a8-3d77a02de898 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b7260e3341834b2982afb2cee5ba7265&device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 1127 time: 0.0528190 Mar 08 13:06:04.408190 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-058403e5-338b-460a-9e8d-297b28784222 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09dea47e-a0b0-4535-b3c9-ce915c21fd5c HTTP/1.1" status: 200 len: 217 time: 0.0394163 Mar 08 13:06:04.458499 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-c68a95a6-6c27-4e0a-93f3-b5e880f21856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:04.459885 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-c68a95a6-6c27-4e0a-93f3-b5e880f21856 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=961c8dfe-453f-456b-9da2-5d2b94a6e21c HTTP/1.1" status: 200 len: 853 time: 0.0457165 Mar 08 13:06:04.519610 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-f722ec3b-96ea-47dd-bf7d-2ef29fc6c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:04.521186 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-f722ec3b-96ea-47dd-bf7d-2ef29fc6c59b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a987f753-8f3e-4254-879c-48d2f61b5904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541949 Mar 08 13:06:04.616435 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-97eaad94-f252-4af5-a56b-e4c34c94c624 service neutron] 10.222.0.72 "GET /v2.0/networks/a987f753-8f3e-4254-879c-48d2f61b5904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878570 Mar 08 13:06:04.703445 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ac1654a1-4cc3-40ad-b780-7ad8a490dffa req-4ac2c1ae-35f2-40c5-8f10-e8bc017e86f7 service neutron] 10.222.0.72 "GET /v2.0/networks/a987f753-8f3e-4254-879c-48d2f61b5904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804408 Mar 08 13:06:05.098511 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5217ee-ef86-4b25-894f-adffe422f3c7 req-417a1370-c2a9-4ce7-a0b2-d969c83ae6c8 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:05.100984 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ee5217ee-ef86-4b25-894f-adffe422f3c7 req-417a1370-c2a9-4ce7-a0b2-d969c83ae6c8 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0552604 Mar 08 13:06:05.148753 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd8a60-a0ab-452d-a2c0-cd5172bacbce req-7314df72-241d-4490-8ec6-c0ed862c2360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:05.150283 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-38bd8a60-a0ab-452d-a2c0-cd5172bacbce req-7314df72-241d-4490-8ec6-c0ed862c2360 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b7260e3341834b2982afb2cee5ba7265&device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 1127 time: 0.3080719 Mar 08 13:06:05.161526 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84d1d0-91ec-4d10-8d70-a9fa7bb8f6e8 req-b06f4c1b-7b3d-477a-a27e-67accd502c79 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:05.162992 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ab84d1d0-91ec-4d10-8d70-a9fa7bb8f6e8 req-b06f4c1b-7b3d-477a-a27e-67accd502c79 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 943 time: 0.0659711 Mar 08 13:06:05.165893 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ee5217ee-ef86-4b25-894f-adffe422f3c7 req-aaa8544c-49bc-41e2-814d-5297a90565a3 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576427 Mar 08 13:06:05.265291 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ab84d1d0-91ec-4d10-8d70-a9fa7bb8f6e8 req-72e0d3d1-897e-4e0c-ab44-87b04e889e09 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926075 Mar 08 13:06:05.296829 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd8a60-a0ab-452d-a2c0-cd5172bacbce req-c6d55158-1548-4599-96ac-1ea2116593df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:05.301628 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-38bd8a60-a0ab-452d-a2c0-cd5172bacbce req-c6d55158-1548-4599-96ac-1ea2116593df service neutron] 10.222.0.72 "GET /v2.0/networks?id=a987f753-8f3e-4254-879c-48d2f61b5904 HTTP/1.1" status: 200 len: 916 time: 0.1376848 Mar 08 13:06:05.348356 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-38bd8a60-a0ab-452d-a2c0-cd5172bacbce req-9f584335-ea27-4197-82e0-4b301f2961b0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09dea47e-a0b0-4535-b3c9-ce915c21fd5c HTTP/1.1" status: 200 len: 217 time: 0.0369639 Mar 08 13:06:05.408089 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd8a60-a0ab-452d-a2c0-cd5172bacbce req-95373746-9b98-4b56-8b40-a42cae51e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:05.409715 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-38bd8a60-a0ab-452d-a2c0-cd5172bacbce req-95373746-9b98-4b56-8b40-a42cae51e891 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=961c8dfe-453f-456b-9da2-5d2b94a6e21c HTTP/1.1" status: 200 len: 853 time: 0.0536432 Mar 08 13:06:05.469733 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd8a60-a0ab-452d-a2c0-cd5172bacbce req-750e8444-9fc0-4911-82e8-f9070a263a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:05.471347 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-38bd8a60-a0ab-452d-a2c0-cd5172bacbce req-750e8444-9fc0-4911-82e8-f9070a263a72 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a987f753-8f3e-4254-879c-48d2f61b5904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514898 Mar 08 13:06:05.574359 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-38bd8a60-a0ab-452d-a2c0-cd5172bacbce req-67cd2992-e0a1-4c47-9e5d-f093f35c9760 service neutron] 10.222.0.72 "GET /v2.0/networks/a987f753-8f3e-4254-879c-48d2f61b5904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961182 Mar 08 13:06:05.578604 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 43116) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:05.708456 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c19e1fd8-3179-4699-829e-6381c2460350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:05.734379 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f6737-f7e2-4c73-8487-b67febdb1051 req-396c9f6e-f6f7-4630-b301-2bee5b5e0f83 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:05.735847 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e06f6737-f7e2-4c73-8487-b67febdb1051 req-396c9f6e-f6f7-4630-b301-2bee5b5e0f83 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.1404042 Mar 08 13:06:05.777479 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-38bd8a60-a0ab-452d-a2c0-cd5172bacbce req-95e5ff61-101a-4b2a-8c36-de97d5558546 service neutron] 10.222.0.72 "GET /v2.0/networks/a987f753-8f3e-4254-879c-48d2f61b5904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683419 Mar 08 13:06:05.822055 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e06f6737-f7e2-4c73-8487-b67febdb1051 req-ff79c085-318e-4a24-8e17-299d3858da9b tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780940 Mar 08 13:06:05.858077 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c19e1fd8-3179-4699-829e-6381c2460350 admin admin] Publish callbacks [] for security_group (b9c28933-89eb-4a83-b56e-9a29aa7c26d6), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:05.862379 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c19e1fd8-3179-4699-829e-6381c2460350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (b9c28933-89eb-4a83-b56e-9a29aa7c26d6), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:05.899880 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e1fd8-3179-4699-829e-6381c2460350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c28933-89eb-4a83-b56e-9a29aa7c26d6,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:05.904211 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-c19e1fd8-3179-4699-829e-6381c2460350 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=66ea3eea23ff4f9b951866ed88bc7561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3245895 Mar 08 13:06:05.907205 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 43120) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:05.942489 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 4eb09271-6940-4210-8561-cd41923766bb details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:06:05.959731 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-cb672e9a-e7a7-4706-bd02-4580c75d83c9 admin admin] Publish callbacks [] for security_group (b9c28933-89eb-4a83-b56e-9a29aa7c26d6), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:05.982809 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-cb672e9a-e7a7-4706-bd02-4580c75d83c9 admin admin] Publish callbacks [] for security_group (b9c28933-89eb-4a83-b56e-9a29aa7c26d6), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:06.029430 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-cb672e9a-e7a7-4706-bd02-4580c75d83c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (b9c28933-89eb-4a83-b56e-9a29aa7c26d6), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:06.032099 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-cb672e9a-e7a7-4706-bd02-4580c75d83c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:06.033288 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-cb672e9a-e7a7-4706-bd02-4580c75d83c9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b9c28933-89eb-4a83-b56e-9a29aa7c26d6 HTTP/1.1" status: 204 len: 168 time: 0.1252611 Mar 08 13:06:06.045594 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb672e9a-e7a7-4706-bd02-4580c75d83c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c28933-89eb-4a83-b56e-9a29aa7c26d6,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:06.048115 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 4eb09271-6940-4210-8561-cd41923766bb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4eb09271-6940-4210-8561-cd41923766bb,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:06.061071 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Returning: {'device': '4eb09271-6940-4210-8561-cd41923766bb', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'port_id': '4eb09271-6940-4210-8561-cd41923766bb', 'mac_address': 'fa:16:3e:d9:db:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:06:06.107303 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 4eb09271-6940-4210-8561-cd41923766bb is: ACTIVE; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:06:06.107703 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (4eb09271-6940-4210-8561-cd41923766bb), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:06.120517 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4eb09271-6940-4210-8561-cd41923766bb {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:06:06.141031 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 4eb09271-6940-4210-8561-cd41923766bb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4eb09271-6940-4210-8561-cd41923766bb,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:06.145243 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (4eb09271-6940-4210-8561-cd41923766bb), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:06.198690 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=4eb09271-6940-4210-8561-cd41923766bb,revision_number=6']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:06.207640 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:06.208297 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:06.208418 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:06.208721 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:06.209050 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:06.209374 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:06.209701 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:06.210025 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:06.210348 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:06.210662 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:06.211160 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:06.211481 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:06.211801 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:06.307345 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e68030-3c16-403f-8d10-9e68cd8d84cd req-4b6ee988-d609-465c-8a6f-e93c9ab8851e tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:06.308878 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f1e68030-3c16-403f-8d10-9e68cd8d84cd req-4b6ee988-d609-465c-8a6f-e93c9ab8851e tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 944 time: 0.0587804 Mar 08 13:06:06.365164 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f1e68030-3c16-403f-8d10-9e68cd8d84cd req-016f3fa2-5f9b-4416-8ab6-325cdce32429 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501351 Mar 08 13:06:06.423170 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0cf1d-5be4-454b-a141-87a1e39c0d09 req-8c08ef40-d435-42eb-aaad-799d4653fc2b tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:06.425746 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-12d0cf1d-5be4-454b-a141-87a1e39c0d09 req-8c08ef40-d435-42eb-aaad-799d4653fc2b tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 943 time: 0.0660176 Mar 08 13:06:06.426722 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['4eb09271-6940-4210-8561-cd41923766bb'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:06:06.490531 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-12d0cf1d-5be4-454b-a141-87a1e39c0d09 req-1e1bef9f-80a2-4fc6-b5e5-daf4f5b409b7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569746 Mar 08 13:06:06.952893 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f6e2a-6be1-4715-8d95-62169fe2e17d req-b092fc4e-57f2-437a-94dc-e51da4a6621e tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:06.954501 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e03f6e2a-6be1-4715-8d95-62169fe2e17d req-b092fc4e-57f2-437a-94dc-e51da4a6621e tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0538261 Mar 08 13:06:07.005784 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e03f6e2a-6be1-4715-8d95-62169fe2e17d req-d70170cc-74ef-4da7-81f2-ec4dc1742546 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449159 Mar 08 13:06:07.374577 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b28cb-f9aa-48b6-bfe6-7c4985751048 req-def6a21e-dca3-42a9-97ac-5e5d5e3548de tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:07.376132 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b20b28cb-f9aa-48b6-bfe6-7c4985751048 req-def6a21e-dca3-42a9-97ac-5e5d5e3548de tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5 HTTP/1.1" status: 200 len: 946 time: 0.0572586 Mar 08 13:06:07.430909 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b20b28cb-f9aa-48b6-bfe6-7c4985751048 req-c17eee2f-6f43-42f0-acee-c5ebc6389690 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489874 Mar 08 13:06:07.515241 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82f91b-4e4b-41e4-8f89-7eb9cfdf7be2 req-818bcba6-72e2-4dfc-80c6-06eb00f5ed1a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:07.522213 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6b82f91b-4e4b-41e4-8f89-7eb9cfdf7be2 req-818bcba6-72e2-4dfc-80c6-06eb00f5ed1a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 944 time: 0.0635428 Mar 08 13:06:07.566993 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6b82f91b-4e4b-41e4-8f89-7eb9cfdf7be2 req-d81343a1-fe44-42fc-878a-fa06ccfb27e4 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438049 Mar 08 13:06:07.621038 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c7751-a158-4cc9-bcb1-60e104d82f69 req-9cd31249-db95-4215-abfa-0b108f683089 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:07.622598 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7e9c7751-a158-4cc9-bcb1-60e104d82f69 req-9cd31249-db95-4215-abfa-0b108f683089 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 943 time: 0.0624499 Mar 08 13:06:07.668752 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7e9c7751-a158-4cc9-bcb1-60e104d82f69 req-887e941a-29f7-4c15-b5fc-543988424d6c tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405490 Mar 08 13:06:07.813868 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 43194) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:07.916742 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9cf93c37-53c5-49c0-bb1d-db7ee0e7e764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:07.958489 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 09dea47e-a0b0-4535-b3c9-ce915c21fd5c details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:06:07.968908 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 4eb09271-6940-4210-8561-cd41923766bb up at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:06:07.993707 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9cf93c37-53c5-49c0-bb1d-db7ee0e7e764 admin admin] Publish callbacks [] for security_group (3a2c1461-bacb-41c0-bef9-19946309edb4), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:07.998386 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9cf93c37-53c5-49c0-bb1d-db7ee0e7e764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (3a2c1461-bacb-41c0-bef9-19946309edb4), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:08.043768 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 43200) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:08.043947 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-9cf93c37-53c5-49c0-bb1d-db7ee0e7e764 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8d0d70ec4d7e4575a47dbb389ac2af14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288027 Mar 08 13:06:08.046084 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf93c37-53c5-49c0-bb1d-db7ee0e7e764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2c1461-bacb-41c0-bef9-19946309edb4,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:08.084776 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning complete for port 4eb09271-6940-4210-8561-cd41923766bb triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:06:08.085155 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (4eb09271-6940-4210-8561-cd41923766bb), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:08.109151 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4fb60a78-6c55-4c75-9bc8-0879f1c79f75 admin admin] Publish callbacks [] for security_group (3a2c1461-bacb-41c0-bef9-19946309edb4), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:08.127587 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 09dea47e-a0b0-4535-b3c9-ce915c21fd5c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=09dea47e-a0b0-4535-b3c9-ce915c21fd5c,segment=NetworkSegment(5d98788d-0a24-4917-8363-4038d0c4799c),segment_id=5d98788d-0a24-4917-8363-4038d0c4799c)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:08.132408 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4fb60a78-6c55-4c75-9bc8-0879f1c79f75 admin admin] Publish callbacks [] for security_group (3a2c1461-bacb-41c0-bef9-19946309edb4), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:08.145327 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Returning: {'device': '09dea47e-a0b0-4535-b3c9-ce915c21fd5c', 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904', 'port_id': '09dea47e-a0b0-4535-b3c9-ce915c21fd5c', 'mac_address': 'fa:16:3e:6a:da:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '961c8dfe-453f-456b-9da2-5d2b94a6e21c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:06:08.146146 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d1087-4526-47f0-9378-2438852acc8f req-65aa4c90-e8e5-4ebe-93aa-af267011b7ef tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:08.147375 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-924d1087-4526-47f0-9378-2438852acc8f req-65aa4c90-e8e5-4ebe-93aa-af267011b7ef tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0555933 Mar 08 13:06:08.188010 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4fb60a78-6c55-4c75-9bc8-0879f1c79f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (3a2c1461-bacb-41c0-bef9-19946309edb4), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:08.190629 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4fb60a78-6c55-4c75-9bc8-0879f1c79f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:08.194671 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-4fb60a78-6c55-4c75-9bc8-0879f1c79f75 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3a2c1461-bacb-41c0-bef9-19946309edb4 HTTP/1.1" status: 204 len: 168 time: 0.1494288 Mar 08 13:06:08.201940 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-924d1087-4526-47f0-9378-2438852acc8f req-4b1522fb-dd95-4ef9-899d-8f7ea459babf tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489967 Mar 08 13:06:08.202977 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb60a78-6c55-4c75-9bc8-0879f1c79f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2c1461-bacb-41c0-bef9-19946309edb4,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:08.235579 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 09dea47e-a0b0-4535-b3c9-ce915c21fd5c is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:06:08.235979 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (09dea47e-a0b0-4535-b3c9-ce915c21fd5c), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:08.240062 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 4eb09271-6940-4210-8561-cd41923766bb is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:06:08.240442 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (4eb09271-6940-4210-8561-cd41923766bb), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:08.258223 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09dea47e-a0b0-4535-b3c9-ce915c21fd5c {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:06:08.295667 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9b92dc-f6c3-4500-a4fe-e80c775ba294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb09271-6940-4210-8561-cd41923766bb'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:06:08.297996 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f02a98a4da79acb06d2148361802764e90037bdc05c069ddf0d3843ada5eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c427d324-2cfd-4c07-9f94-2ce56c7eeda3" -d '{"events": [{"server_uuid": "9b9b92dc-f6c3-4500-a4fe-e80c775ba294", "name": "network-vif-plugged", "status": "completed", "tag": "4eb09271-6940-4210-8561-cd41923766bb"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:06:08.303309 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 09dea47e-a0b0-4535-b3c9-ce915c21fd5c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=09dea47e-a0b0-4535-b3c9-ce915c21fd5c,segment=NetworkSegment(5d98788d-0a24-4917-8363-4038d0c4799c),segment_id=5d98788d-0a24-4917-8363-4038d0c4799c)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:08.312869 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (09dea47e-a0b0-4535-b3c9-ce915c21fd5c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:08.315723 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 4eb09271-6940-4210-8561-cd41923766bb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4eb09271-6940-4210-8561-cd41923766bb,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:08.320964 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (4eb09271-6940-4210-8561-cd41923766bb), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:08.340762 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4a2a09-f699-4f48-96ed-6da3af97fa7c x-openstack-request-id: req-9c4a2a09-f699-4f48-96ed-6da3af97fa7c {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:06:08.341058 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9b92dc-f6c3-4500-a4fe-e80c775ba294", "name": "network-vif-plugged", "status": "completed", "tag": "4eb09271-6940-4210-8561-cd41923766bb", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:06:08.341314 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c4a2a09-f699-4f48-96ed-6da3af97fa7c {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:06:08.341706 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9b92dc-f6c3-4500-a4fe-e80c775ba294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb09271-6940-4210-8561-cd41923766bb', 'code': 200} Mar 08 13:06:08.366981 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=09dea47e-a0b0-4535-b3c9-ce915c21fd5c,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:08.419723 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=4eb09271-6940-4210-8561-cd41923766bb,revision_number=7']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:08.487162 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 43210) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:08.502846 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-feecc1ec-71e6-419b-a073-c9c11a888e3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:08.580085 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c98797-7a52-4a27-bced-fe3ec7351cb4 req-b2988378-a591-4036-ab06-a85b3559caf2 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:08.581588 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-98c98797-7a52-4a27-bced-fe3ec7351cb4 req-b2988378-a591-4036-ab06-a85b3559caf2 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5 HTTP/1.1" status: 200 len: 946 time: 0.0805719 Mar 08 13:06:08.678655 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-98c98797-7a52-4a27-bced-fe3ec7351cb4 req-2a1babd8-2458-4f53-8de1-89c5d8807007 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912297 Mar 08 13:06:08.681367 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-feecc1ec-71e6-419b-a073-c9c11a888e3e admin admin] Publish callbacks [] for security_group (839ad65f-0ab4-4302-a45a-4dd59c1a0834), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:08.686732 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-feecc1ec-71e6-419b-a073-c9c11a888e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (839ad65f-0ab4-4302-a45a-4dd59c1a0834), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:08.698824 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add12ac2-e15f-4e7c-9bfb-bed3b8363494 req-d27f8df0-56fb-438b-8cc5-bf4d1380eaef tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:08.700952 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-add12ac2-e15f-4e7c-9bfb-bed3b8363494 req-d27f8df0-56fb-438b-8cc5-bf4d1380eaef tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0572739 Mar 08 13:06:08.732183 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecc1ec-71e6-419b-a073-c9c11a888e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839ad65f-0ab4-4302-a45a-4dd59c1a0834,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:08.740380 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-feecc1ec-71e6-419b-a073-c9c11a888e3e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c37155dfbadc410bbfd0b59516bddf31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2498286 Mar 08 13:06:08.740645 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 43216) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:08.756676 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-add12ac2-e15f-4e7c-9bfb-bed3b8363494 req-3cc82f63-a9f4-4d91-a7de-b3de63964898 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450203 Mar 08 13:06:08.827969 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a35622-7df9-4a8d-b696-c05afea46a02 req-39473340-a679-4c67-bed6-2accbbb128a8 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:08.829475 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-45a35622-7df9-4a8d-b696-c05afea46a02 req-39473340-a679-4c67-bed6-2accbbb128a8 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 944 time: 0.0827956 Mar 08 13:06:08.832186 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-435efe1c-9cda-4713-af32-446d4a1f39a5 admin admin] Publish callbacks [] for security_group (839ad65f-0ab4-4302-a45a-4dd59c1a0834), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:08.867737 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-435efe1c-9cda-4713-af32-446d4a1f39a5 admin admin] Publish callbacks [] for security_group (839ad65f-0ab4-4302-a45a-4dd59c1a0834), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:08.914968 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-45a35622-7df9-4a8d-b696-c05afea46a02 req-f37cde56-9178-418d-8e47-506ef5234758 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799646 Mar 08 13:06:08.933831 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-435efe1c-9cda-4713-af32-446d4a1f39a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (839ad65f-0ab4-4302-a45a-4dd59c1a0834), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:08.936355 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-435efe1c-9cda-4713-af32-446d4a1f39a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:08.937493 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-435efe1c-9cda-4713-af32-446d4a1f39a5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/839ad65f-0ab4-4302-a45a-4dd59c1a0834 HTTP/1.1" status: 204 len: 168 time: 0.1959455 Mar 08 13:06:08.945517 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435efe1c-9cda-4713-af32-446d4a1f39a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839ad65f-0ab4-4302-a45a-4dd59c1a0834,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:09.047903 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['09dea47e-a0b0-4535-b3c9-ce915c21fd5c'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:06:09.322544 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056564e-14ef-4ecf-9ac1-37d8c4f9b847 req-56b790e6-9212-4251-9ff8-bdbfc36d0d27 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:09.324089 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f056564e-14ef-4ecf-9ac1-37d8c4f9b847 req-56b790e6-9212-4251-9ff8-bdbfc36d0d27 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0531521 Mar 08 13:06:09.370999 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f056564e-14ef-4ecf-9ac1-37d8c4f9b847 req-08cbc9ba-8b4c-4722-af7d-2c38d736d54b tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411429 Mar 08 13:06:09.805816 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01042c6d-8961-4398-9589-6266f73a743b req-31d6cdea-1f03-461e-ae01-6b75c751b8f6 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:09.807493 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-01042c6d-8961-4398-9589-6266f73a743b req-31d6cdea-1f03-461e-ae01-6b75c751b8f6 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5 HTTP/1.1" status: 200 len: 946 time: 0.0590479 Mar 08 13:06:09.865017 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-01042c6d-8961-4398-9589-6266f73a743b req-562749b4-359f-4329-8b36-310885be9142 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/security-groups?id=97d3d072-6397-4bb9-a674-3ce19b6c5b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492172 Mar 08 13:06:09.894206 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24407f3-145d-4846-8cdb-685941703d17 req-3fae15ce-7e9a-4f92-9b6f-7c908b57e1ca tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:09.897054 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c24407f3-145d-4846-8cdb-685941703d17 req-3fae15ce-7e9a-4f92-9b6f-7c908b57e1ca tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0635149 Mar 08 13:06:09.948427 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c24407f3-145d-4846-8cdb-685941703d17 req-d53e0ae0-9d65-43bb-aa3c-132ef9f10346 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472448 Mar 08 13:06:10.061279 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df235175-4bd7-4eee-a93d-4bb9ba4a1289 req-26e33e08-ea46-4eda-ad2e-b1757fe0ccbc tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:10.062699 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-df235175-4bd7-4eee-a93d-4bb9ba4a1289 req-26e33e08-ea46-4eda-ad2e-b1757fe0ccbc tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 944 time: 0.0630124 Mar 08 13:06:10.109564 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-df235175-4bd7-4eee-a93d-4bb9ba4a1289 req-e29ae0bf-5e04-4f3e-ad71-f84fdbfb1cf7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414543 Mar 08 13:06:10.171806 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b71534-497e-472f-9d85-c878c5fa76af req-949e3ba6-a449-4775-9984-9a579a7282f7 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:10.173388 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-22b71534-497e-472f-9d85-c878c5fa76af req-949e3ba6-a449-4775-9984-9a579a7282f7 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.72 "GET /v2.0/ports?device_id=09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5 HTTP/1.1" status: 200 len: 946 time: 0.0527275 Mar 08 13:06:10.282332 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-22b71534-497e-472f-9d85-c878c5fa76af req-ec923202-1b16-4f08-9a1e-e53f9cacf5a7 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Deleting port 2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:06:10.282672 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-22b71534-497e-472f-9d85-c878c5fa76af req-ec923202-1b16-4f08-9a1e-e53f9cacf5a7 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:10.375918 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-22b71534-497e-472f-9d85-c878c5fa76af req-ec923202-1b16-4f08-9a1e-e53f9cacf5a7 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] For port 2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc,segment=NetworkSegment(9707f10f-7125-40df-bc84-b1ddfaa54d43),segment_id=9707f10f-7125-40df-bc84-b1ddfaa54d43)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:10.376298 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-22b71534-497e-472f-9d85-c878c5fa76af req-ec923202-1b16-4f08-9a1e-e53f9cacf5a7 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:10.389045 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-22b71534-497e-472f-9d85-c878c5fa76af req-ec923202-1b16-4f08-9a1e-e53f9cacf5a7 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Calling delete_port for 2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:06:10.497242 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28169fc5-b242-4bd4-835c-2d1ca623abb1 req-ed6598b9-fcf5-413d-ba8e-5e6f76a7be4b tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:10.498776 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-28169fc5-b242-4bd4-835c-2d1ca623abb1 req-ed6598b9-fcf5-413d-ba8e-5e6f76a7be4b tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0575480 Mar 08 13:06:10.541248 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-22b71534-497e-472f-9d85-c878c5fa76af req-ec923202-1b16-4f08-9a1e-e53f9cacf5a7 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:10.560445 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-28169fc5-b242-4bd4-835c-2d1ca623abb1 req-4aa7d5af-89bc-43f8-936d-86ca0a3453df tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527465 Mar 08 13:06:10.571862 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec923202-1b16-4f08-9a1e-e53f9cacf5a7 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Pushing event deleted for resources: {'Port': ['ID=2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:10.577549 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:06:10.621697 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b71534-497e-472f-9d85-c878c5fa76af req-ec923202-1b16-4f08-9a1e-e53f9cacf5a7 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] No DVR routers for this DVR port 2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc on host hv-cinder-83008 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:06:10.624155 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-22b71534-497e-472f-9d85-c878c5fa76af req-ec923202-1b16-4f08-9a1e-e53f9cacf5a7 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:10.627479 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-22b71534-497e-472f-9d85-c878c5fa76af req-ec923202-1b16-4f08-9a1e-e53f9cacf5a7 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.72 "DELETE /v2.0/ports/2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc HTTP/1.1" status: 204 len: 173 time: 0.4446671 Mar 08 13:06:10.627912 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5', 'name': 'network-vif-deleted', 'tag': '2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:06:10.630222 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7572c2b5-305a-4096-be8e-0eeb7ffa3e3a" -d '{"events": [{"server_uuid": "09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5", "name": "network-vif-deleted", "tag": "2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:06:10.670718 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fce4d99-9168-4931-a8aa-183c90cf0dbe x-openstack-request-id: req-7fce4d99-9168-4931-a8aa-183c90cf0dbe {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:06:10.671154 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5", "name": "network-vif-deleted", "tag": "2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:06:10.671384 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7fce4d99-9168-4931-a8aa-183c90cf0dbe {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:06:10.671735 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5', 'name': 'network-vif-deleted', 'tag': '2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc', 'status': 'completed', 'code': 200} Mar 08 13:06:10.982059 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4e917234-f89c-41e6-ae86-c7b0b11889b8 req-1d4265c3-2cf6-41b0-9589-2a55486adea4 tempest-VolumesSnapshotTestJSON-320792002 tempest-VolumesSnapshotTestJSON-320792002-project] 10.222.0.50 "GET /v2.0/ports?device_id=09c1e991-c8ec-4ce6-9e5a-3fc592b1b4a5 HTTP/1.1" status: 200 len: 210 time: 0.0296819 Mar 08 13:06:11.111221 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3ecc1-2bfd-456e-845e-77bd5c60bf6b req-830da2f2-3247-4afe-83b4-8d154e581f93 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:11.112966 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-90a3ecc1-2bfd-456e-845e-77bd5c60bf6b req-830da2f2-3247-4afe-83b4-8d154e581f93 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0859435 Mar 08 13:06:11.115837 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c961b2-2ff7-4539-ba1f-36028f768d5e req-1003443c-630c-4b85-a78d-e3a67407a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:11.117280 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-93c961b2-2ff7-4539-ba1f-36028f768d5e req-1003443c-630c-4b85-a78d-e3a67407a9e6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41c838c4ea194624a0d4fca29dbc6bc6&device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 1129 time: 0.0643575 Mar 08 13:06:11.189542 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-90a3ecc1-2bfd-456e-845e-77bd5c60bf6b req-e46482a3-f010-4d91-b57b-00973ace7d1b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706778 Mar 08 13:06:11.250127 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16197ee-bb3b-4a24-b858-30f1cae4832d req-a18f112e-90bf-41b6-9e44-33b17f68efb0 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:11.251643 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f16197ee-bb3b-4a24-b858-30f1cae4832d req-a18f112e-90bf-41b6-9e44-33b17f68efb0 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 944 time: 0.0728047 Mar 08 13:06:11.252525 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c961b2-2ff7-4539-ba1f-36028f768d5e req-c02be39b-f903-4f9a-aa23-b80285b55c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:11.254017 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-93c961b2-2ff7-4539-ba1f-36028f768d5e req-c02be39b-f903-4f9a-aa23-b80285b55c44 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1855bf0b-ed79-4719-8efd-6cc0a1498526 HTTP/1.1" status: 200 len: 918 time: 0.1078248 Mar 08 13:06:11.297593 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f16197ee-bb3b-4a24-b858-30f1cae4832d req-555fd8f5-a05f-4752-825c-57525e2c9791 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403910 Mar 08 13:06:11.452419 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-93c961b2-2ff7-4539-ba1f-36028f768d5e req-103730e5-36d3-4b42-9e24-f213a2950b4f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eb09271-6940-4210-8561-cd41923766bb HTTP/1.1" status: 200 len: 1000 time: 0.0692182 Mar 08 13:06:11.499507 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c961b2-2ff7-4539-ba1f-36028f768d5e req-6de20989-2442-4679-ba09-d935965bab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:11.500969 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-93c961b2-2ff7-4539-ba1f-36028f768d5e req-6de20989-2442-4679-ba09-d935965bab78 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b305f603-9e69-4e73-882b-c5731c87cd5a HTTP/1.1" status: 200 len: 855 time: 0.0435481 Mar 08 13:06:11.549923 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c961b2-2ff7-4539-ba1f-36028f768d5e req-9d4a0d28-c4f7-4a14-ae52-7fe6ff0ba32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:11.551583 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-93c961b2-2ff7-4539-ba1f-36028f768d5e req-9d4a0d28-c4f7-4a14-ae52-7fe6ff0ba32c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1855bf0b-ed79-4719-8efd-6cc0a1498526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446615 Mar 08 13:06:11.658005 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-93c961b2-2ff7-4539-ba1f-36028f768d5e req-50a80de5-58f6-4abf-87aa-12edfcc1a78c service neutron] 10.222.0.72 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987136 Mar 08 13:06:11.774918 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2fb2d-aa0e-4443-8269-e2bd5bbf6df8 req-1107fd72-af35-4bc9-8922-34c10c1c31cf tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:11.776433 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a7a2fb2d-aa0e-4443-8269-e2bd5bbf6df8 req-1107fd72-af35-4bc9-8922-34c10c1c31cf tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.1170392 Mar 08 13:06:11.821166 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-93c961b2-2ff7-4539-ba1f-36028f768d5e req-07530d86-8e04-4e6c-8a5a-9f49e6917e42 service neutron] 10.222.0.72 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489778 Mar 08 13:06:11.863061 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a7a2fb2d-aa0e-4443-8269-e2bd5bbf6df8 req-9758eb85-873e-4270-8974-6a5cf85c176a tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800686 Mar 08 13:06:12.011581 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 09dea47e-a0b0-4535-b3c9-ce915c21fd5c up at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:06:12.138677 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning for port 09dea47e-a0b0-4535-b3c9-ce915c21fd5c completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:06:12.144821 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning complete for port 09dea47e-a0b0-4535-b3c9-ce915c21fd5c triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:06:12.145810 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (09dea47e-a0b0-4535-b3c9-ce915c21fd5c), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:12.267479 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 09dea47e-a0b0-4535-b3c9-ce915c21fd5c is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:06:12.272297 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (09dea47e-a0b0-4535-b3c9-ce915c21fd5c), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:12.325873 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d7d63c-80ea-4085-9eeb-e43ff6c57304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09dea47e-a0b0-4535-b3c9-ce915c21fd5c'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:06:12.328376 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f02a98a4da79acb06d2148361802764e90037bdc05c069ddf0d3843ada5eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bdf8e8-c289-43b9-96b8-adefed5c4e98" -d '{"events": [{"server_uuid": "44d7d63c-80ea-4085-9eeb-e43ff6c57304", "name": "network-vif-plugged", "status": "completed", "tag": "09dea47e-a0b0-4535-b3c9-ce915c21fd5c"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:06:12.348585 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 09dea47e-a0b0-4535-b3c9-ce915c21fd5c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=09dea47e-a0b0-4535-b3c9-ce915c21fd5c,segment=NetworkSegment(5d98788d-0a24-4917-8363-4038d0c4799c),segment_id=5d98788d-0a24-4917-8363-4038d0c4799c)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:12.358026 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:12.359282 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (09dea47e-a0b0-4535-b3c9-ce915c21fd5c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:12.360132 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:06:12.411663 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8515963-3784-4dba-9efc-25cd1c486225 req-3d441bef-4211-49a5-8010-fe86fc828fa5 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:12.420527 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b8515963-3784-4dba-9efc-25cd1c486225 req-3d441bef-4211-49a5-8010-fe86fc828fa5 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.1166224 Mar 08 13:06:12.431617 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] No Port match for: 2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:06:12.432108 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 2dc1a7b9-d5fa-43c5-b183-6169b8ae8adc not bound to the agent host hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:06:12.462250 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=09dea47e-a0b0-4535-b3c9-ce915c21fd5c,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:12.489668 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b8515963-3784-4dba-9efc-25cd1c486225 req-95a24d51-9ec0-49b8-8148-687c952ae80c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681815 Mar 08 13:06:12.549561 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90942a07-ea05-4505-91e6-8c5b310c7d5c x-openstack-request-id: req-90942a07-ea05-4505-91e6-8c5b310c7d5c {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:06:12.549849 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d7d63c-80ea-4085-9eeb-e43ff6c57304", "name": "network-vif-plugged", "status": "completed", "tag": "09dea47e-a0b0-4535-b3c9-ce915c21fd5c", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:06:12.550273 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-90942a07-ea05-4505-91e6-8c5b310c7d5c {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:06:12.550925 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d7d63c-80ea-4085-9eeb-e43ff6c57304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09dea47e-a0b0-4535-b3c9-ce915c21fd5c', 'code': 200} Mar 08 13:06:12.762113 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94faf31-7a9c-4a1d-bf17-f12f979b1b27 req-c8154d8e-8448-4233-b073-2c73de6fb873 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:12.770239 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a94faf31-7a9c-4a1d-bf17-f12f979b1b27 req-c8154d8e-8448-4233-b073-2c73de6fb873 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 945 time: 0.3323622 Mar 08 13:06:12.822870 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e823b-7add-44c2-897c-b8cb13be0b73 req-a7defeef-2390-4dbb-a9c1-078ac54c4db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:12.824369 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d59e823b-7add-44c2-897c-b8cb13be0b73 req-a7defeef-2390-4dbb-a9c1-078ac54c4db0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 1129 time: 0.0690205 Mar 08 13:06:12.825134 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a94faf31-7a9c-4a1d-bf17-f12f979b1b27 req-e0fdce01-6ce3-4d64-a28b-07fe12906be4 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536842 Mar 08 13:06:12.884625 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d59e823b-7add-44c2-897c-b8cb13be0b73 req-a537de35-87ea-4891-9558-1339bb0d362b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535126 Mar 08 13:06:13.026547 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91639b-2442-4f61-80ef-06c0dd3ba185 req-e81f7ef8-849d-48e1-b9bd-b8360e995b87 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:13.028026 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3a91639b-2442-4f61-80ef-06c0dd3ba185 req-e81f7ef8-849d-48e1-b9bd-b8360e995b87 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0755918 Mar 08 13:06:13.080896 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3a91639b-2442-4f61-80ef-06c0dd3ba185 req-ff6fae6e-1986-435d-9dea-0ce73ca7596d tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473731 Mar 08 13:06:13.689235 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58cdcb-88da-4ddd-904c-c21cfd63c6a6 req-69a7e307-f7b1-4888-b64f-26e08b86fd6c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:13.701211 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4d58cdcb-88da-4ddd-904c-c21cfd63c6a6 req-69a7e307-f7b1-4888-b64f-26e08b86fd6c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0840111 Mar 08 13:06:13.724337 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 43366) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:13.780583 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4d58cdcb-88da-4ddd-904c-c21cfd63c6a6 req-2c5a45f3-7bd9-40d6-b42b-1ed2388e64d4 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775964 Mar 08 13:06:13.895484 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-71f5eb1d-16fb-428d-aec2-54a318e00041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:14.001664 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477827df-432b-458c-840f-84e4a9085699 req-92411623-0d2b-4d97-8818-11e015a028b1 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:14.003748 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-477827df-432b-458c-840f-84e4a9085699 req-92411623-0d2b-4d97-8818-11e015a028b1 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 945 time: 0.0993969 Mar 08 13:06:14.075804 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-71f5eb1d-16fb-428d-aec2-54a318e00041 admin admin] Publish callbacks [] for security_group (d1739353-61cf-4718-8f6c-c80a7131abc4), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:14.084078 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-71f5eb1d-16fb-428d-aec2-54a318e00041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (d1739353-61cf-4718-8f6c-c80a7131abc4), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:14.113805 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-477827df-432b-458c-840f-84e4a9085699 req-f7a80f1e-98fa-4c01-abec-48bf24801c8b tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006753 Mar 08 13:06:14.155719 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-71f5eb1d-16fb-428d-aec2-54a318e00041 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=13a174bd3cd5418ab41f1ea759065a21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4300177 Mar 08 13:06:14.155959 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 43376) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:14.158078 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5eb1d-16fb-428d-aec2-54a318e00041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1739353-61cf-4718-8f6c-c80a7131abc4,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:14.255329 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7a1f01e2-8c5e-4f5c-b585-134e763bf7f9 admin admin] Publish callbacks [] for security_group (d1739353-61cf-4718-8f6c-c80a7131abc4), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:14.280451 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab096b-91ba-4823-af89-97897593e1f2 req-a9fd1a2d-924b-47db-9979-8a0a51a702da tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:14.283011 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-96ab096b-91ba-4823-af89-97897593e1f2 req-a9fd1a2d-924b-47db-9979-8a0a51a702da tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0927579 Mar 08 13:06:14.314523 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7a1f01e2-8c5e-4f5c-b585-134e763bf7f9 admin admin] Publish callbacks [] for security_group (d1739353-61cf-4718-8f6c-c80a7131abc4), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:14.597853 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-96ab096b-91ba-4823-af89-97897593e1f2 req-95ebed42-fc81-4358-87e5-d4e0fbb07760 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3139608 Mar 08 13:06:14.627369 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7a1f01e2-8c5e-4f5c-b585-134e763bf7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (d1739353-61cf-4718-8f6c-c80a7131abc4), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:14.630104 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7a1f01e2-8c5e-4f5c-b585-134e763bf7f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:14.631891 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-7a1f01e2-8c5e-4f5c-b585-134e763bf7f9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d1739353-61cf-4718-8f6c-c80a7131abc4 HTTP/1.1" status: 204 len: 168 time: 0.4738338 Mar 08 13:06:14.644066 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f01e2-8c5e-4f5c-b585-134e763bf7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1739353-61cf-4718-8f6c-c80a7131abc4,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:14.955876 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd3c4c-6744-482f-8bef-82f142d59021 req-3e84ec74-9f2a-4abd-a45d-12fdf5c245d3 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:14.963539 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3edd3c4c-6744-482f-8bef-82f142d59021 req-3e84ec74-9f2a-4abd-a45d-12fdf5c245d3 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0874975 Mar 08 13:06:15.043478 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3edd3c4c-6744-482f-8bef-82f142d59021 req-57af05bd-a3a3-4987-8e71-44db0ccd5cd7 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785229 Mar 08 13:06:15.096036 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 43386) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:15.110658 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6caa4ddf-ebad-4b78-a1ac-1164c6f411e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:15.215512 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6caa4ddf-ebad-4b78-a1ac-1164c6f411e3 admin admin] Publish callbacks [] for security_group (ccbf364b-d6ec-4613-b7ac-3f3328ccf44c), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:15.252414 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6caa4ddf-ebad-4b78-a1ac-1164c6f411e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (ccbf364b-d6ec-4613-b7ac-3f3328ccf44c), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:15.312316 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-6caa4ddf-ebad-4b78-a1ac-1164c6f411e3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=26335a373b624749a05d19a49400b6d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149765 Mar 08 13:06:15.314958 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 43396) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:15.326190 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa4ddf-ebad-4b78-a1ac-1164c6f411e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbf364b-d6ec-4613-b7ac-3f3328ccf44c,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:15.388645 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5799da-2848-4d8e-9d3b-0e486bca706d req-718fb120-6454-4773-be1f-a3c801e63461 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:15.391046 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1c5799da-2848-4d8e-9d3b-0e486bca706d req-718fb120-6454-4773-be1f-a3c801e63461 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 945 time: 0.1485202 Mar 08 13:06:15.419079 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-61957138-9e6b-4898-ada6-667ec2ed060f admin admin] Publish callbacks [] for security_group (ccbf364b-d6ec-4613-b7ac-3f3328ccf44c), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:15.463947 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-61957138-9e6b-4898-ada6-667ec2ed060f admin admin] Publish callbacks [] for security_group (ccbf364b-d6ec-4613-b7ac-3f3328ccf44c), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:15.495390 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1c5799da-2848-4d8e-9d3b-0e486bca706d req-9de58ac9-553b-4877-b3bd-a77388d74933 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935996 Mar 08 13:06:15.552800 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-61957138-9e6b-4898-ada6-667ec2ed060f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (ccbf364b-d6ec-4613-b7ac-3f3328ccf44c), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:15.555753 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-61957138-9e6b-4898-ada6-667ec2ed060f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:15.560715 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-61957138-9e6b-4898-ada6-667ec2ed060f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ccbf364b-d6ec-4613-b7ac-3f3328ccf44c HTTP/1.1" status: 204 len: 168 time: 0.2444091 Mar 08 13:06:15.569707 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61957138-9e6b-4898-ada6-667ec2ed060f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbf364b-d6ec-4613-b7ac-3f3328ccf44c,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:16.066996 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4302e4-1536-44f4-b0f3-41cbf10ee276 req-6dc70cba-1daf-4338-80c3-7002705eb157 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:16.071029 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fa4302e4-1536-44f4-b0f3-41cbf10ee276 req-6dc70cba-1daf-4338-80c3-7002705eb157 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.3843043 Mar 08 13:06:16.141977 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fa4302e4-1536-44f4-b0f3-41cbf10ee276 req-7cf7de2e-41a9-415f-930a-95bce218a9c3 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611515 Mar 08 13:06:16.202290 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f2c4f-6395-4c41-8f87-19f4a414b16b req-7f3501b7-817a-444b-b98b-b6871a419c4d tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:16.209109 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4b6f2c4f-6395-4c41-8f87-19f4a414b16b req-7f3501b7-817a-444b-b98b-b6871a419c4d tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0708547 Mar 08 13:06:16.285715 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4b6f2c4f-6395-4c41-8f87-19f4a414b16b req-82cdf7a8-045d-4a0f-85a1-1c75a7df7414 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728269 Mar 08 13:06:16.692206 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c0d06-41b8-4f2a-a19c-01c2c8990325 req-cb903816-626e-4da0-9a6a-bdf67d0af7bd tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:16.699976 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-136c0d06-41b8-4f2a-a19c-01c2c8990325 req-cb903816-626e-4da0-9a6a-bdf67d0af7bd tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 945 time: 0.0943313 Mar 08 13:06:16.765019 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-136c0d06-41b8-4f2a-a19c-01c2c8990325 req-9967d73d-e0eb-43b7-8799-d27954607e3b tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633767 Mar 08 13:06:17.348243 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb3afc-54a3-4bb1-9ef3-a4c7f1af3531 req-e179cfcf-d1a7-42ed-84fd-51fc9505e115 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:17.359104 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7cdb3afc-54a3-4bb1-9ef3-a4c7f1af3531 req-e179cfcf-d1a7-42ed-84fd-51fc9505e115 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.1127727 Mar 08 13:06:17.436882 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7cdb3afc-54a3-4bb1-9ef3-a4c7f1af3531 req-80947fc1-ed99-4ae3-8b8c-dff6c9a74056 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767412 Mar 08 13:06:17.473135 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c144be1-2e25-40a9-b69a-53ac367deb1b req-0ff3e3b0-7376-4a0c-9019-40147a74f73f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:17.481647 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7c144be1-2e25-40a9-b69a-53ac367deb1b req-0ff3e3b0-7376-4a0c-9019-40147a74f73f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0832055 Mar 08 13:06:17.547415 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7c144be1-2e25-40a9-b69a-53ac367deb1b req-c0d9f705-471f-44b2-b76a-890523af35b1 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656238 Mar 08 13:06:17.945563 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddabda4-a453-4ded-bc40-4ea0ac18b368 req-75dcdad1-0988-4fc7-b280-2743cad6d815 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:17.947273 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0ddabda4-a453-4ded-bc40-4ea0ac18b368 req-75dcdad1-0988-4fc7-b280-2743cad6d815 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 945 time: 0.0951571 Mar 08 13:06:18.036940 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0ddabda4-a453-4ded-bc40-4ea0ac18b368 req-04e20c48-d085-4638-a874-f450f93167f1 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782621 Mar 08 13:06:18.573085 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5e983-4cdd-4ac4-886f-fe1d5c0ed0d4 req-806b3fa6-21b7-4c9e-9884-1e711508fc9e tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:18.577431 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a9f5e983-4cdd-4ac4-886f-fe1d5c0ed0d4 req-806b3fa6-21b7-4c9e-9884-1e711508fc9e tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0661707 Mar 08 13:06:18.653926 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a9f5e983-4cdd-4ac4-886f-fe1d5c0ed0d4 req-80fab66e-dac3-4ae7-b8ff-3c28742c7037 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741322 Mar 08 13:06:18.723079 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c15e69-ee65-4b2c-9243-df97038d4220 req-f3feac88-4619-4b7c-bd6b-1a00fa5e9fec tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:18.725011 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-06c15e69-ee65-4b2c-9243-df97038d4220 req-f3feac88-4619-4b7c-bd6b-1a00fa5e9fec tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0695200 Mar 08 13:06:18.784109 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-06c15e69-ee65-4b2c-9243-df97038d4220 req-16b0afa9-1c3f-440c-8071-0e688dea3118 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518184 Mar 08 13:06:19.185735 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57cad6-cc99-47d8-9533-492867efaa34 req-4b195bf2-2133-41da-9e6a-f6b3d8566fc6 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:19.196668 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6b57cad6-cc99-47d8-9533-492867efaa34 req-4b195bf2-2133-41da-9e6a-f6b3d8566fc6 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 945 time: 0.0782721 Mar 08 13:06:19.270955 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6b57cad6-cc99-47d8-9533-492867efaa34 req-ab377e7e-82cc-4e0c-b597-27440f7a2a0d tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705640 Mar 08 13:06:19.475096 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3e3c8-f6b7-4663-9f11-f11b21b2029e req-9edd842e-e8e9-4a00-a389-36087e95f44a tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:19.505769 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1bb3e3c8-f6b7-4663-9f11-f11b21b2029e req-9edd842e-e8e9-4a00-a389-36087e95f44a tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 945 time: 0.1377347 Mar 08 13:06:19.623521 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1bb3e3c8-f6b7-4663-9f11-f11b21b2029e req-c48b3429-efb1-4fcd-94ae-28d71776b3ba tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239929 Mar 08 13:06:20.139308 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf3212-2b7b-4da3-affe-580b905f10ae req-8de95bb7-ef49-4a00-b82a-72899ed68096 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:20.148286 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bfcf3212-2b7b-4da3-affe-580b905f10ae req-8de95bb7-ef49-4a00-b82a-72899ed68096 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0745847 Mar 08 13:06:20.188899 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339c981-e6f1-4eb9-a688-ca793dfdea37 req-068ca013-e7bd-4f45-af06-42b5c5dac207 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:20.191459 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b339c981-e6f1-4eb9-a688-ca793dfdea37 req-068ca013-e7bd-4f45-af06-42b5c5dac207 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0761116 Mar 08 13:06:20.220844 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bfcf3212-2b7b-4da3-affe-580b905f10ae req-4888fd81-d204-4284-91d6-9ce93145ade1 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712681 Mar 08 13:06:20.276545 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b339c981-e6f1-4eb9-a688-ca793dfdea37 req-506ae17a-c22c-4986-a6fb-d8318c1d36ea tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778985 Mar 08 13:06:20.381241 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2d593-7b68-4aab-ba47-30ef8f6ae750 req-453b332f-c8b0-4f9b-8ad1-361b1455c384 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:20.382979 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c1b2d593-7b68-4aab-ba47-30ef8f6ae750 req-453b332f-c8b0-4f9b-8ad1-361b1455c384 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 945 time: 0.0559514 Mar 08 13:06:20.450410 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c1b2d593-7b68-4aab-ba47-30ef8f6ae750 req-bfac5d2f-5106-4202-8e22-47f331471a4b tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596993 Mar 08 13:06:21.455691 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e186790-c702-4ad2-bb04-89f874af2ab2 req-8ffe0af3-5d77-4abd-9d12-c462e6c462f0 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:21.463860 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5e186790-c702-4ad2-bb04-89f874af2ab2 req-8ffe0af3-5d77-4abd-9d12-c462e6c462f0 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.1003952 Mar 08 13:06:21.477038 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7f608-7eb4-4c0b-9247-d791b7edf7d8 req-3cef32a2-178a-45b0-8491-fd0abf06a2f1 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:21.478627 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-30a7f608-7eb4-4c0b-9247-d791b7edf7d8 req-3cef32a2-178a-45b0-8491-fd0abf06a2f1 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0920298 Mar 08 13:06:21.535754 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5e186790-c702-4ad2-bb04-89f874af2ab2 req-1cbea8b6-7add-4efa-91a7-19736cabf073 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697794 Mar 08 13:06:21.540159 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-30a7f608-7eb4-4c0b-9247-d791b7edf7d8 req-91ff573d-4c94-4e6d-afd7-9b54dad17c02 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546501 Mar 08 13:06:22.761265 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917661f-e363-45f5-b161-c77ad508b3b4 req-4f4b975a-1b2d-4a0f-9d16-c5b659cc2545 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:22.770207 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5917661f-e363-45f5-b161-c77ad508b3b4 req-4f4b975a-1b2d-4a0f-9d16-c5b659cc2545 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0934956 Mar 08 13:06:22.872092 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5917661f-e363-45f5-b161-c77ad508b3b4 req-5cebce7e-8320-46d0-b4f9-b626752fb971 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920227 Mar 08 13:06:22.947321 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dc04b-a981-4651-bb95-72e45f0e833c req-b2844f26-4e54-4347-954b-e38e7b7a8eaf tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:22.949712 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8c6dc04b-a981-4651-bb95-72e45f0e833c req-b2844f26-4e54-4347-954b-e38e7b7a8eaf tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0659544 Mar 08 13:06:22.996750 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 43588) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:23.017329 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8c6dc04b-a981-4651-bb95-72e45f0e833c req-f03f399d-64fa-4185-96dc-67e02430d75c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580740 Mar 08 13:06:23.114167 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-004109ad-e63f-4aba-ade0-d86a9f4ec999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:23.136037 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:06:23.193352 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-004109ad-e63f-4aba-ade0-d86a9f4ec999 admin admin] Publish callbacks [] for security_group (42252fd2-600d-4c02-83c9-2573152459fd), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:23.197968 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-004109ad-e63f-4aba-ade0-d86a9f4ec999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (42252fd2-600d-4c02-83c9-2573152459fd), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:23.237576 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-004109ad-e63f-4aba-ade0-d86a9f4ec999 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=002acbbf5e1445c3ac0f9daa25ae11ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395856 Mar 08 13:06:23.238688 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004109ad-e63f-4aba-ade0-d86a9f4ec999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42252fd2-600d-4c02-83c9-2573152459fd,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:23.240204 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 43596) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:23.294192 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-80393074-937d-448c-a3d3-28e1f76f8a01 admin admin] Publish callbacks [] for security_group (42252fd2-600d-4c02-83c9-2573152459fd), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:23.320113 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-80393074-937d-448c-a3d3-28e1f76f8a01 admin admin] Publish callbacks [] for security_group (42252fd2-600d-4c02-83c9-2573152459fd), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:23.377136 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-80393074-937d-448c-a3d3-28e1f76f8a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (42252fd2-600d-4c02-83c9-2573152459fd), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:23.379955 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-80393074-937d-448c-a3d3-28e1f76f8a01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:23.381127 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-80393074-937d-448c-a3d3-28e1f76f8a01 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/42252fd2-600d-4c02-83c9-2573152459fd HTTP/1.1" status: 204 len: 168 time: 0.1397464 Mar 08 13:06:23.389469 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80393074-937d-448c-a3d3-28e1f76f8a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42252fd2-600d-4c02-83c9-2573152459fd,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:23.701637 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 43608) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:23.716904 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6266eab2-3e6a-4d9d-83a1-b7b1546e46eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:23.794791 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6266eab2-3e6a-4d9d-83a1-b7b1546e46eb admin admin] Publish callbacks [] for security_group (10cb69a2-f407-4d93-a56f-e2bf327b4f78), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:23.798880 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6266eab2-3e6a-4d9d-83a1-b7b1546e46eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (10cb69a2-f407-4d93-a56f-e2bf327b4f78), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:23.840383 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266eab2-3e6a-4d9d-83a1-b7b1546e46eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cb69a2-f407-4d93-a56f-e2bf327b4f78,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:23.845614 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-6266eab2-3e6a-4d9d-83a1-b7b1546e46eb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=77d6086dfc0141ef8c4de4062b2b9e2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429338 Mar 08 13:06:23.848390 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 43612) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:23.904242 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0251902f-3f89-495c-a0ff-d9bf81004734 admin admin] Publish callbacks [] for security_group (10cb69a2-f407-4d93-a56f-e2bf327b4f78), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:23.931420 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0251902f-3f89-495c-a0ff-d9bf81004734 admin admin] Publish callbacks [] for security_group (10cb69a2-f407-4d93-a56f-e2bf327b4f78), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:24.020301 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0251902f-3f89-495c-a0ff-d9bf81004734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (10cb69a2-f407-4d93-a56f-e2bf327b4f78), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:24.022846 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0251902f-3f89-495c-a0ff-d9bf81004734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:24.025042 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-0251902f-3f89-495c-a0ff-d9bf81004734 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/10cb69a2-f407-4d93-a56f-e2bf327b4f78 HTTP/1.1" status: 204 len: 168 time: 0.1744852 Mar 08 13:06:24.035833 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59444a6e-d99c-45d8-8533-28fcc2dd2195 req-0a82fdae-d15e-49e1-ab0d-ec3afd516d6f tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:24.037404 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-59444a6e-d99c-45d8-8533-28fcc2dd2195 req-0a82fdae-d15e-49e1-ab0d-ec3afd516d6f tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0701363 Mar 08 13:06:24.042621 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251902f-3f89-495c-a0ff-d9bf81004734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cb69a2-f407-4d93-a56f-e2bf327b4f78,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:24.116681 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-59444a6e-d99c-45d8-8533-28fcc2dd2195 req-b701ad45-09ea-4fb1-a953-2f41764288a9 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600686 Mar 08 13:06:24.179362 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e84e2c-0282-4f60-9d08-4e681e49d15a req-e93fe13f-cb0b-4b17-b597-1bc413a4a6ac tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:24.183712 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e0e84e2c-0282-4f60-9d08-4e681e49d15a req-e93fe13f-cb0b-4b17-b597-1bc413a4a6ac tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0758712 Mar 08 13:06:24.240404 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e0e84e2c-0282-4f60-9d08-4e681e49d15a req-d4f6d3a3-af6f-4a41-87ef-cb560c208fdb tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505290 Mar 08 13:06:24.685283 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0c12eb19-21b4-4d2e-aa92-f87c34c95c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:25.253135 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460f711-31f2-4d06-831d-72dcb077b879 req-48ee132e-d076-41a7-ac91-3aeaa695e32f tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:25.257704 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4460f711-31f2-4d06-831d-72dcb077b879 req-48ee132e-d076-41a7-ac91-3aeaa695e32f tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0669959 Mar 08 13:06:25.312739 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4460f711-31f2-4d06-831d-72dcb077b879 req-28a5f3eb-c476-47e4-89ff-d694d2dfcb3a tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520937 Mar 08 13:06:25.520860 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35a380-cc60-477a-b500-9a6c069cf6a1 req-5ed3e737-591d-4205-a2ab-bbeaec9a8089 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:25.522347 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2c35a380-cc60-477a-b500-9a6c069cf6a1 req-5ed3e737-591d-4205-a2ab-bbeaec9a8089 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.2039733 Mar 08 13:06:25.569794 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2c35a380-cc60-477a-b500-9a6c069cf6a1 req-e6b5a8ee-36a9-4a0f-9d06-f4bf2f6fc1c4 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405390 Mar 08 13:06:26.437804 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11393c-0435-4141-826d-b17ae74cb1a1 req-557d0208-82dd-4e65-906b-a528ad124401 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:26.439374 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bc11393c-0435-4141-826d-b17ae74cb1a1 req-557d0208-82dd-4e65-906b-a528ad124401 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0566132 Mar 08 13:06:26.487943 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bc11393c-0435-4141-826d-b17ae74cb1a1 req-679ac681-80b9-4f62-b8cb-36b30a9d60b5 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428131 Mar 08 13:06:26.692759 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c61df0-0544-4cff-9d45-32513e42176b req-f0bce9d9-75f5-45da-9541-1142cf78a794 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:26.694249 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-30c61df0-0544-4cff-9d45-32513e42176b req-f0bce9d9-75f5-45da-9541-1142cf78a794 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0526438 Mar 08 13:06:26.741839 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-30c61df0-0544-4cff-9d45-32513e42176b req-79cd0ad5-6364-4ad3-9628-4bf90bb75b88 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419865 Mar 08 13:06:26.909318 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-072c8da6-c954-46d2-bf84-330952c4a3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:27.617305 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416de91-4b1a-4201-a5a3-736f4482f681 req-196ccefc-e859-4e1e-a8d3-36264c7449a7 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:27.618843 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1416de91-4b1a-4201-a5a3-736f4482f681 req-196ccefc-e859-4e1e-a8d3-36264c7449a7 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0540431 Mar 08 13:06:27.667957 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1416de91-4b1a-4201-a5a3-736f4482f681 req-c492c96b-cedc-4c42-9c19-595374c7a6c0 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427082 Mar 08 13:06:27.884376 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082c02e-e2a6-4410-8c3e-a9be5793463e req-e849b1ab-0c13-442e-9323-ca684ba3086f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:27.886016 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4082c02e-e2a6-4410-8c3e-a9be5793463e req-e849b1ab-0c13-442e-9323-ca684ba3086f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 945 time: 0.0679932 Mar 08 13:06:27.934297 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4082c02e-e2a6-4410-8c3e-a9be5793463e req-8147c05d-5f9e-46cb-9e34-99e3a42e2584 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421045 Mar 08 13:06:28.126617 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:28.766175 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974cc14-41fb-446c-88b2-66d2770231a7 req-ac569343-b286-496a-b172-7fb1ae84e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:28.767801 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f974cc14-41fb-446c-88b2-66d2770231a7 req-ac569343-b286-496a-b172-7fb1ae84e7c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41c838c4ea194624a0d4fca29dbc6bc6&device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 1129 time: 0.0458219 Mar 08 13:06:28.794914 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cb73a-c011-4d52-a5a1-a5e3a85741c9 req-67c1e465-01cf-4621-9005-6d529d8ec20d tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:28.796377 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fa2cb73a-c011-4d52-a5a1-a5e3a85741c9 req-67c1e465-01cf-4621-9005-6d529d8ec20d tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0557232 Mar 08 13:06:28.846680 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fa2cb73a-c011-4d52-a5a1-a5e3a85741c9 req-7342bd99-37af-4f77-aa57-af653b0a92a6 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445910 Mar 08 13:06:28.863521 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974cc14-41fb-446c-88b2-66d2770231a7 req-4c3e9a81-b136-4d11-a6cf-cd7397b6f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:28.865010 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f974cc14-41fb-446c-88b2-66d2770231a7 req-4c3e9a81-b136-4d11-a6cf-cd7397b6f88a service neutron] 10.222.0.72 "GET /v2.0/networks?id=1855bf0b-ed79-4719-8efd-6cc0a1498526 HTTP/1.1" status: 200 len: 918 time: 0.0915861 Mar 08 13:06:28.879542 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 4eb09271-6940-4210-8561-cd41923766bb no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:06:28.933297 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f974cc14-41fb-446c-88b2-66d2770231a7 req-53e03bd2-5af1-45ab-94e5-854f8532d0fb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eb09271-6940-4210-8561-cd41923766bb HTTP/1.1" status: 200 len: 1000 time: 0.0609794 Mar 08 13:06:28.959921 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 4eb09271-6940-4210-8561-cd41923766bb is: ACTIVE; New status is: DOWN {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:06:28.960861 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (4eb09271-6940-4210-8561-cd41923766bb), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:28.994146 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974cc14-41fb-446c-88b2-66d2770231a7 req-95effeaa-2194-49b5-a275-1b469b04ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:28.997719 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f974cc14-41fb-446c-88b2-66d2770231a7 req-95effeaa-2194-49b5-a275-1b469b04ea7c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b305f603-9e69-4e73-882b-c5731c87cd5a HTTP/1.1" status: 200 len: 855 time: 0.0574937 Mar 08 13:06:29.010427 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 4eb09271-6940-4210-8561-cd41923766bb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4eb09271-6940-4210-8561-cd41923766bb,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:29.011375 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9b92dc-f6c3-4500-a4fe-e80c775ba294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eb09271-6940-4210-8561-cd41923766bb'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:06:29.015213 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f02a98a4da79acb06d2148361802764e90037bdc05c069ddf0d3843ada5eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a0a89d-3683-4d74-b4be-6b8369476b5a" -d '{"events": [{"server_uuid": "9b9b92dc-f6c3-4500-a4fe-e80c775ba294", "name": "network-vif-unplugged", "status": "completed", "tag": "4eb09271-6940-4210-8561-cd41923766bb"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:06:29.019471 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (4eb09271-6940-4210-8561-cd41923766bb), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:29.083464 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=4eb09271-6940-4210-8561-cd41923766bb,revision_number=8']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:29.097840 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974cc14-41fb-446c-88b2-66d2770231a7 req-ef640918-2994-4b92-9fa6-f4741868e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:29.099338 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f974cc14-41fb-446c-88b2-66d2770231a7 req-ef640918-2994-4b92-9fa6-f4741868e82f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1855bf0b-ed79-4719-8efd-6cc0a1498526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0926478 Mar 08 13:06:29.099932 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33616b23-1055-4b8d-8231-6469475ad75c req-aeb74331-386a-4af4-9d77-82879e614e35 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:29.101572 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-33616b23-1055-4b8d-8231-6469475ad75c req-aeb74331-386a-4af4-9d77-82879e614e35 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0705168 Mar 08 13:06:29.131669 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13bc6e-9fd4-49d0-829c-8c89f82c5d2e req-6e48550c-f21a-474e-8b4f-ba4335d3a6d5 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:29.133295 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5d13bc6e-9fd4-49d0-829c-8c89f82c5d2e req-6e48550c-f21a-474e-8b4f-ba4335d3a6d5 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0654354 Mar 08 13:06:29.150739 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-33616b23-1055-4b8d-8231-6469475ad75c req-90f023ba-9fc0-4d81-92c1-60d77fbcc954 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430207 Mar 08 13:06:29.189442 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5d13bc6e-9fd4-49d0-829c-8c89f82c5d2e req-0796d2fe-8da0-4302-9e79-968c4084c394 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493546 Mar 08 13:06:29.204752 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 13:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe42041f-95c6-484b-af46-7ed0f7a8bf70 x-openstack-request-id: req-fe42041f-95c6-484b-af46-7ed0f7a8bf70 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:06:29.205233 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9b92dc-f6c3-4500-a4fe-e80c775ba294", "name": "network-vif-unplugged", "status": "completed", "tag": "4eb09271-6940-4210-8561-cd41923766bb", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:06:29.205457 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fe42041f-95c6-484b-af46-7ed0f7a8bf70 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:06:29.205918 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9b92dc-f6c3-4500-a4fe-e80c775ba294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eb09271-6940-4210-8561-cd41923766bb', 'code': 200} Mar 08 13:06:29.375392 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f974cc14-41fb-446c-88b2-66d2770231a7 req-830662ef-69f9-4977-b46d-5e5083c5d015 service neutron] 10.222.0.72 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896459 Mar 08 13:06:29.488817 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151456a4-80a3-453f-adac-d2cd407b1c19 req-86bb4012-7499-4f77-8973-9494baa66fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:29.490330 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-151456a4-80a3-453f-adac-d2cd407b1c19 req-86bb4012-7499-4f77-8973-9494baa66fde service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37f26f17b5d64805ade2c2785c6b12fe&device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 1129 time: 0.1050410 Mar 08 13:06:29.513347 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f974cc14-41fb-446c-88b2-66d2770231a7 req-db52e59d-feb4-4c08-9da8-6ae3c8a308e8 service neutron] 10.222.0.72 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205633 Mar 08 13:06:29.591359 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151456a4-80a3-453f-adac-d2cd407b1c19 req-76d4bf9f-524a-45b0-b8a9-34a57f297f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:29.593815 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-151456a4-80a3-453f-adac-d2cd407b1c19 req-76d4bf9f-524a-45b0-b8a9-34a57f297f81 service neutron] 10.222.0.72 "GET /v2.0/networks?id=22601ec1-3846-4b8b-84d1-d9378d9f83cc HTTP/1.1" status: 200 len: 913 time: 0.0957556 Mar 08 13:06:29.666485 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-151456a4-80a3-453f-adac-d2cd407b1c19 req-f6b6e1c9-c435-4f6f-9e0f-f71472a9755e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2f3b82b-f0c2-4311-b8dd-d4248e77e863 HTTP/1.1" status: 200 len: 1001 time: 0.0665135 Mar 08 13:06:29.698204 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:29.715382 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151456a4-80a3-453f-adac-d2cd407b1c19 req-65db6102-cff7-4694-95ae-4a771fe0a9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:29.716992 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-151456a4-80a3-453f-adac-d2cd407b1c19 req-65db6102-cff7-4694-95ae-4a771fe0a9af service neutron] 10.222.0.72 "GET /v2.0/subnets?id=71b3146c-5df2-44c0-b875-ba4aa2fcab91 HTTP/1.1" status: 200 len: 850 time: 0.0442431 Mar 08 13:06:29.768323 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151456a4-80a3-453f-adac-d2cd407b1c19 req-93f68bc9-f77e-4808-9e3d-6ae8c0ccc1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:29.769757 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-151456a4-80a3-453f-adac-d2cd407b1c19 req-93f68bc9-f77e-4808-9e3d-6ae8c0ccc1d6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22601ec1-3846-4b8b-84d1-d9378d9f83cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456655 Mar 08 13:06:29.866791 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-151456a4-80a3-453f-adac-d2cd407b1c19 req-f71e85f0-4f60-458b-806c-90a0a95efb3a service neutron] 10.222.0.72 "GET /v2.0/networks/22601ec1-3846-4b8b-84d1-d9378d9f83cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892835 Mar 08 13:06:29.963547 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-151456a4-80a3-453f-adac-d2cd407b1c19 req-8e11799a-2947-4a6c-bcbe-fa313b03c428 service neutron] 10.222.0.72 "GET /v2.0/networks/22601ec1-3846-4b8b-84d1-d9378d9f83cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869462 Mar 08 13:06:30.283720 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ac3e4-dd12-43ac-bb17-f8c8f6849d5f req-ae776ac2-6d04-4081-ae0e-fbe25f5d5934 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:30.285243 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-277ac3e4-dd12-43ac-bb17-f8c8f6849d5f req-ae776ac2-6d04-4081-ae0e-fbe25f5d5934 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0547907 Mar 08 13:06:30.320712 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b022d-7885-4485-8d0c-78202174b91e req-5e0616e1-3663-4135-9318-4fa5079fa6c4 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:30.322117 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ea4b022d-7885-4485-8d0c-78202174b91e req-5e0616e1-3663-4135-9318-4fa5079fa6c4 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0552225 Mar 08 13:06:30.335323 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-277ac3e4-dd12-43ac-bb17-f8c8f6849d5f req-f66e84a6-c75a-4b13-beb8-6c93f7f6cd03 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444350 Mar 08 13:06:30.374034 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ea4b022d-7885-4485-8d0c-78202174b91e req-84b703a5-0e4e-46d6-8e40-5e29141544d5 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456891 Mar 08 13:06:30.933388 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:31.457934 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218416bf-9ce7-4491-8bd0-8aad17dc7d18 req-2fa5c353-e886-4fe6-94d7-50164f9fffc0 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:31.459515 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-218416bf-9ce7-4491-8bd0-8aad17dc7d18 req-2fa5c353-e886-4fe6-94d7-50164f9fffc0 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0524240 Mar 08 13:06:31.483610 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec9e97-059e-49c2-ad53-e52df3b80f7a req-53a37edc-98bc-4c19-87bf-e1e3068652b3 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:31.485115 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-50ec9e97-059e-49c2-ad53-e52df3b80f7a req-53a37edc-98bc-4c19-87bf-e1e3068652b3 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 945 time: 0.0515859 Mar 08 13:06:31.506597 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-218416bf-9ce7-4491-8bd0-8aad17dc7d18 req-b5290a59-8a11-43bb-a0c5-d450bcdded0f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416324 Mar 08 13:06:31.531769 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-50ec9e97-059e-49c2-ad53-e52df3b80f7a req-9786ea75-76ae-4a82-9517-13f24c87dca0 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408239 Mar 08 13:06:31.554135 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 43734) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:31.627329 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4811db-8633-4b5c-a1ad-b06817effbe6 req-f998feb3-aa5e-4144-8a0b-8efe6aa86265 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:31.628893 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-db4811db-8633-4b5c-a1ad-b06817effbe6 req-f998feb3-aa5e-4144-8a0b-8efe6aa86265 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0530496 Mar 08 13:06:31.679027 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-db4811db-8633-4b5c-a1ad-b06817effbe6 req-146b1d44-86f3-41c9-ad64-c7e733d95a5e tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444374 Mar 08 13:06:31.714560 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb33581a-65d5-4cab-b5c5-9b1db5d622cc tempest-TestMinimumBasicScenario-31873437 tempest-TestMinimumBasicScenario-31873437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:31.716028 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-bb33581a-65d5-4cab-b5c5-9b1db5d622cc tempest-TestMinimumBasicScenario-31873437 tempest-TestMinimumBasicScenario-31873437-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 1124 time: 0.1609094 Mar 08 13:06:31.718988 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 43740) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:31.723180 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-d82b5fde-f87e-4d60-94e4-5b73585a2435 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Request body: {'floatingip': {'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'port_id': '09dea47e-a0b0-4535-b3c9-ce915c21fd5c', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:31.743379 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d82b5fde-f87e-4d60-94e4-5b73585a2435 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:31.840813 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d82b5fde-f87e-4d60-94e4-5b73585a2435 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:31.945377 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-d82b5fde-f87e-4d60-94e4-5b73585a2435 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Allocated IP 172.27.3.221 (5c176cc8-3706-4b4e-95aa-80d42c394e72/67bc08be-d366-4d47-9bdf-b91b4b3bbd14/583aec49-1f28-42ed-bbd0-e0a730f829b5) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:06:32.049155 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d82b5fde-f87e-4d60-94e4-5b73585a2435 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for port (583aec49-1f28-42ed-bbd0-e0a730f829b5), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:32.082363 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d82b5fde-f87e-4d60-94e4-5b73585a2435 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (583aec49-1f28-42ed-bbd0-e0a730f829b5), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:32.121565 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82b5fde-f87e-4d60-94e4-5b73585a2435 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:06:32.124375 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-d82b5fde-f87e-4d60-94e4-5b73585a2435 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:06:32.127147 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82b5fde-f87e-4d60-94e4-5b73585a2435 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:06:32.154791 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b5fde-f87e-4d60-94e4-5b73585a2435 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Pushing event updated for resources: {'Port': ['ID=583aec49-1f28-42ed-bbd0-e0a730f829b5,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:32.511972 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d82b5fde-f87e-4d60-94e4-5b73585a2435 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for floatingip (fdc145d6-1eac-48b4-90b5-45dc48954393), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:32.592414 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d82b5fde-f87e-4d60-94e4-5b73585a2435 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (583aec49-1f28-42ed-bbd0-e0a730f829b5), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:32.674851 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c8144-94d3-47d4-8d04-8d3edc380f0c req-0470b1ba-7d9a-479f-b7ed-064f87d48900 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:32.676401 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3b9c8144-94d3-47d4-8d04-8d3edc380f0c req-0470b1ba-7d9a-479f-b7ed-064f87d48900 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0953851 Mar 08 13:06:32.775025 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3b9c8144-94d3-47d4-8d04-8d3edc380f0c req-1925484e-376e-4e71-87a0-d0080e1eedad tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900586 Mar 08 13:06:32.815182 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fd394-64fb-4654-9168-f414e8e8d29a req-960bd10e-2df3-4247-87e8-cf11144599b6 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:32.816763 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5d2fd394-64fb-4654-9168-f414e8e8d29a req-960bd10e-2df3-4247-87e8-cf11144599b6 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0637164 Mar 08 13:06:32.817665 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d82b5fde-f87e-4d60-94e4-5b73585a2435 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for port (583aec49-1f28-42ed-bbd0-e0a730f829b5), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:32.822193 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d82b5fde-f87e-4d60-94e4-5b73585a2435 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287010'] for port (583aec49-1f28-42ed-bbd0-e0a730f829b5), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:32.865326 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5d2fd394-64fb-4654-9168-f414e8e8d29a req-12a99c7d-172d-4195-89bc-377f7ad3eb01 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421534 Mar 08 13:06:32.890018 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b5fde-f87e-4d60-94e4-5b73585a2435 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Pushing event updated for resources: {'Port': ['ID=583aec49-1f28-42ed-bbd0-e0a730f829b5,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:32.900026 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d82b5fde-f87e-4d60-94e4-5b73585a2435 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (fdc145d6-1eac-48b4-90b5-45dc48954393), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:32.999389 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.db.l3_db [None req-d82b5fde-f87e-4d60-94e4-5b73585a2435 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Floating IP fdc145d6-1eac-48b4-90b5-45dc48954393 associated. External IP: 172.27.3.221, port: 09dea47e-a0b0-4535-b3c9-ce915c21fd5c. Mar 08 13:06:33.206402 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82b5fde-f87e-4d60-94e4-5b73585a2435 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Router 32b7c4df-0fec-430c-b3f5-095530c4b503 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:06:33.321694 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82b5fde-f87e-4d60-94e4-5b73585a2435 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:06:33.337250 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731dc5b0-f19d-42a5-9176-61b05c0f30e8 None None] Sync routers for ids ['32b7c4df-0fec-430c-b3f5-095530c4b503'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:06:33.344676 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d82b5fde-f87e-4d60-94e4-5b73585a2435 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:33.347435 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731dc5b0-f19d-42a5-9176-61b05c0f30e8 None None] Routers {'32b7c4df-0fec-430c-b3f5-095530c4b503'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:06:33.348072 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-731dc5b0-f19d-42a5-9176-61b05c0f30e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:06:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['32b7c4df-0fec-430c-b3f5-095530c4b503'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:33.380487 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-d82b5fde-f87e-4d60-94e4-5b73585a2435 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6604376 Mar 08 13:06:33.381112 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d7d63c-80ea-4085-9eeb-e43ff6c57304', 'tag': '09dea47e-a0b0-4535-b3c9-ce915c21fd5c'}] {{(pid=102969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:06:33.383530 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6dc8d9b138c58f0a8cee2dfca36ebed44ad9fbebfb71e487ffd146a8a650eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cc1f6c-5453-428a-8280-3ed1e869d453" -d '{"events": [{"name": "network-changed", "server_uuid": "44d7d63c-80ea-4085-9eeb-e43ff6c57304", "tag": "09dea47e-a0b0-4535-b3c9-ce915c21fd5c"}]}' {{(pid=102969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:06:33.384382 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 43752) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:33.388947 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-d17433b9-bfb3-4e1a-a0d2-eef79bd610f7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1780763058', 'description': 'tempest-secgroup-smoke-1780763058 description', 'project_id': 'b7260e3341834b2982afb2cee5ba7265'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:33.410501 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d17433b9-bfb3-4e1a-a0d2-eef79bd610f7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:33.421714 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e16119a-a1d4-4b90-a32a-3f86a34e9595 x-openstack-request-id: req-2e16119a-a1d4-4b90-a32a-3f86a34e9595 {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:06:33.422086 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d7d63c-80ea-4085-9eeb-e43ff6c57304", "tag": "09dea47e-a0b0-4535-b3c9-ce915c21fd5c", "status": "completed", "code": 200}]} {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:06:33.422421 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2e16119a-a1d4-4b90-a32a-3f86a34e9595 {{(pid=102969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:06:33.422899 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d7d63c-80ea-4085-9eeb-e43ff6c57304', 'tag': '09dea47e-a0b0-4535-b3c9-ce915c21fd5c', 'status': 'completed', 'code': 200} Mar 08 13:06:33.470368 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-731dc5b0-f19d-42a5-9176-61b05c0f30e8 None None] Set router 32b7c4df-0fec-430c-b3f5-095530c4b503 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:06:33.485022 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d17433b9-bfb3-4e1a-a0d2-eef79bd610f7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for security_group (2757cb34-d83f-4bba-97b5-cb09e743113d), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:33.488661 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d17433b9-bfb3-4e1a-a0d2-eef79bd610f7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (2757cb34-d83f-4bba-97b5-cb09e743113d), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:33.516500 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17433b9-bfb3-4e1a-a0d2-eef79bd610f7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2757cb34-d83f-4bba-97b5-cb09e743113d,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:33.521117 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d17433b9-bfb3-4e1a-a0d2-eef79bd610f7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:33.525192 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-d17433b9-bfb3-4e1a-a0d2-eef79bd610f7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1369052 Mar 08 13:06:33.526341 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 43756) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:33.530742 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-8ca11123-fd6e-4f14-a47d-fc37832e6951 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Request body: {'security_group_rule': {'security_group_id': '2757cb34-d83f-4bba-97b5-cb09e743113d', 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:33.557641 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8ca11123-fd6e-4f14-a47d-fc37832e6951 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for security_group_rule (d29607e7-31f8-47c2-96c9-8c68c5257127), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:33.614431 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8ca11123-fd6e-4f14-a47d-fc37832e6951 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for security_group_rule (d29607e7-31f8-47c2-96c9-8c68c5257127), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:33.621232 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8ca11123-fd6e-4f14-a47d-fc37832e6951 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (d29607e7-31f8-47c2-96c9-8c68c5257127), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:33.638895 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca11123-fd6e-4f14-a47d-fc37832e6951 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29607e7-31f8-47c2-96c9-8c68c5257127,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:33.651122 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8ca11123-fd6e-4f14-a47d-fc37832e6951 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:33.652854 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-8ca11123-fd6e-4f14-a47d-fc37832e6951 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262472 Mar 08 13:06:33.655696 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 43758) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:33.660280 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-757d9727-470d-4b43-815c-d8038bc168b4 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Request body: {'security_group_rule': {'security_group_id': '2757cb34-d83f-4bba-97b5-cb09e743113d', 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:33.685852 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-757d9727-470d-4b43-815c-d8038bc168b4 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for security_group_rule (eb490018-9f35-40a7-b739-01d27d0dfe02), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:33.706303 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-731dc5b0-f19d-42a5-9176-61b05c0f30e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'name': 'tempest-TestMinimumBasicScenario-307497270-router', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '36feb335-8fbf-4175-8dcb-d660adadb4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:05:30Z', 'revision_number': 4, 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'gw_port': {'id': '36feb335-8fbf-4175-8dcb-d660adadb4a3', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': 'fdc145d6-1eac-48b4-90b5-45dc48954393', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'port_id': '09dea47e-a0b0-4535-b3c9-ce915c21fd5c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904', 'mac_address': 'fa:16:3e:6a:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d7d63c-80ea-4085-9eeb-e43ff6c57304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:06:32Z', 'updated_at': '2022-03-08T13:06:32Z', 'revision_number': 0, 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4634bc84-8ae9-4064-b716-2327cada629c', 'name': '', 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'mac_address': 'fa:16:3e:cc:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '961c8dfe-453f-456b-9da2-5d2b94a6e21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:29Z', 'updated_at': '2022-03-08T13:05:34Z', 'revision_number': 5, 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'subnets': [{'id': '961c8dfe-453f-456b-9da2-5d2b94a6e21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:33.734388 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731dc5b0-f19d-42a5-9176-61b05c0f30e8 None None] Checking router: 32b7c4df-0fec-430c-b3f5-095530c4b503 for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:06:33.742825 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731dc5b0-f19d-42a5-9176-61b05c0f30e8 None None] Routers {'32b7c4df-0fec-430c-b3f5-095530c4b503'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:06:33.743935 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-731dc5b0-f19d-42a5-9176-61b05c0f30e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:06:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['32b7c4df-0fec-430c-b3f5-095530c4b503'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:33.745729 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-757d9727-470d-4b43-815c-d8038bc168b4 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for security_group_rule (eb490018-9f35-40a7-b739-01d27d0dfe02), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:33.750340 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-757d9727-470d-4b43-815c-d8038bc168b4 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (eb490018-9f35-40a7-b739-01d27d0dfe02), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:33.764350 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d9727-470d-4b43-815c-d8038bc168b4 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb490018-9f35-40a7-b739-01d27d0dfe02,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:33.780830 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-757d9727-470d-4b43-815c-d8038bc168b4 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:33.782008 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-757d9727-470d-4b43-815c-d8038bc168b4 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253207 Mar 08 13:06:33.784878 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 43762) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:33.789314 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-49c8b16e-42f6-4bca-a36c-e8fc1dfeb673 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Request body: {'security_group_rule': {'security_group_id': '2757cb34-d83f-4bba-97b5-cb09e743113d', 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:33.816091 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-49c8b16e-42f6-4bca-a36c-e8fc1dfeb673 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for security_group_rule (e1fa1f2e-77af-4104-b6a9-f547b9ff3075), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:33.857058 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-731dc5b0-f19d-42a5-9176-61b05c0f30e8 None None] Set router 32b7c4df-0fec-430c-b3f5-095530c4b503 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:06:33.904135 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-49c8b16e-42f6-4bca-a36c-e8fc1dfeb673 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for security_group_rule (e1fa1f2e-77af-4104-b6a9-f547b9ff3075), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:33.908761 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-49c8b16e-42f6-4bca-a36c-e8fc1dfeb673 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (e1fa1f2e-77af-4104-b6a9-f547b9ff3075), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:33.928832 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8b16e-42f6-4bca-a36c-e8fc1dfeb673 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1fa1f2e-77af-4104-b6a9-f547b9ff3075,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:33.929267 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674ff3c-abd7-4601-83fc-6ad48413cb1f req-3c0f16e4-be66-41b0-ab07-9f2abadb65ea tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:33.939822 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a674ff3c-abd7-4601-83fc-6ad48413cb1f req-3c0f16e4-be66-41b0-ab07-9f2abadb65ea tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0857890 Mar 08 13:06:33.946988 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-49c8b16e-42f6-4bca-a36c-e8fc1dfeb673 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:33.952415 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 43768) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:33.953052 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-49c8b16e-42f6-4bca-a36c-e8fc1dfeb673 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1668723 Mar 08 13:06:33.962689 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-c0a0d745-65d3-43ae-a416-4a8657e4c493 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Request body: {'security_group_rule': {'security_group_id': '2757cb34-d83f-4bba-97b5-cb09e743113d', 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:34.008686 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c0a0d745-65d3-43ae-a416-4a8657e4c493 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for security_group_rule (95d53b44-e2bf-419c-8f69-02220b808e14), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:34.012098 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2eaf3-506c-4034-bc40-24aeac22aee4 req-0828d28e-a4a6-463d-854d-70f2a9b00f40 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:34.013622 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-45e2eaf3-506c-4034-bc40-24aeac22aee4 req-0828d28e-a4a6-463d-854d-70f2a9b00f40 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0595462 Mar 08 13:06:34.020509 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a674ff3c-abd7-4601-83fc-6ad48413cb1f req-c904528f-c6ae-444b-be79-02e76bc883ba tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796528 Mar 08 13:06:34.064458 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c0a0d745-65d3-43ae-a416-4a8657e4c493 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for security_group_rule (95d53b44-e2bf-419c-8f69-02220b808e14), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:34.069701 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c0a0d745-65d3-43ae-a416-4a8657e4c493 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (95d53b44-e2bf-419c-8f69-02220b808e14), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:34.086559 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0d745-65d3-43ae-a416-4a8657e4c493 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d53b44-e2bf-419c-8f69-02220b808e14,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:34.089959 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-45e2eaf3-506c-4034-bc40-24aeac22aee4 req-d9119cbc-1b21-4e77-b045-e197152560c8 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675173 Mar 08 13:06:34.103834 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c0a0d745-65d3-43ae-a416-4a8657e4c493 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:34.108594 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-c0a0d745-65d3-43ae-a416-4a8657e4c493 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1457596 Mar 08 13:06:34.108802 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 43770) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:34.113049 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-734049d9-5728-49e6-a14e-77c7dae2e1d9 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Request body: {'security_group_rule': {'security_group_id': '2757cb34-d83f-4bba-97b5-cb09e743113d', 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:34.134621 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.securitygroups_db [None req-734049d9-5728-49e6-a14e-77c7dae2e1d9 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Project b7260e3341834b2982afb2cee5ba7265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:06:34.135003 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-731dc5b0-f19d-42a5-9176-61b05c0f30e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'name': 'tempest-TestMinimumBasicScenario-307497270-router', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '36feb335-8fbf-4175-8dcb-d660adadb4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:05:30Z', 'revision_number': 4, 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'gw_port': {'id': '36feb335-8fbf-4175-8dcb-d660adadb4a3', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': 'fdc145d6-1eac-48b4-90b5-45dc48954393', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'port_id': '09dea47e-a0b0-4535-b3c9-ce915c21fd5c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904', 'mac_address': 'fa:16:3e:6a:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d7d63c-80ea-4085-9eeb-e43ff6c57304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:06:32Z', 'updated_at': '2022-03-08T13:06:32Z', 'revision_number': 0, 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4634bc84-8ae9-4064-b716-2327cada629c', 'name': '', 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'mac_address': 'fa:16:3e:cc:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '961c8dfe-453f-456b-9da2-5d2b94a6e21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:29Z', 'updated_at': '2022-03-08T13:05:34Z', 'revision_number': 5, 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'subnets': [{'id': '961c8dfe-453f-456b-9da2-5d2b94a6e21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:34.140008 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-734049d9-5728-49e6-a14e-77c7dae2e1d9 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for security_group_rule (2e23bd03-2660-4e17-b219-cb7239d6c70a), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:34.168452 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731dc5b0-f19d-42a5-9176-61b05c0f30e8 None None] The sync data for ids ['32b7c4df-0fec-430c-b3f5-095530c4b503'] in dv-cinder-830089-2-iscsi is: [{'id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'name': 'tempest-TestMinimumBasicScenario-307497270-router', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '36feb335-8fbf-4175-8dcb-d660adadb4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:05:30Z', 'revision_number': 4, 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'gw_port': {'id': '36feb335-8fbf-4175-8dcb-d660adadb4a3', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': 'fdc145d6-1eac-48b4-90b5-45dc48954393', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'port_id': '09dea47e-a0b0-4535-b3c9-ce915c21fd5c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904', 'mac_address': 'fa:16:3e:6a:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d7d63c-80ea-4085-9eeb-e43ff6c57304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:06:32Z', 'updated_at': '2022-03-08T13:06:32Z', 'revision_number': 0, 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4634bc84-8ae9-4064-b716-2327cada629c', 'name': '', 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'mac_address': 'fa:16:3e:cc:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '961c8dfe-453f-456b-9da2-5d2b94a6e21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:29Z', 'updated_at': '2022-03-08T13:05:34Z', 'revision_number': 5, 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'subnets': [{'id': '961c8dfe-453f-456b-9da2-5d2b94a6e21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:06:34.208509 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-734049d9-5728-49e6-a14e-77c7dae2e1d9 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for security_group_rule (2e23bd03-2660-4e17-b219-cb7239d6c70a), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:34.212796 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-734049d9-5728-49e6-a14e-77c7dae2e1d9 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (2e23bd03-2660-4e17-b219-cb7239d6c70a), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:34.232039 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734049d9-5728-49e6-a14e-77c7dae2e1d9 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e23bd03-2660-4e17-b219-cb7239d6c70a,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:34.241784 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-734049d9-5728-49e6-a14e-77c7dae2e1d9 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:34.243081 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-734049d9-5728-49e6-a14e-77c7dae2e1d9 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1333530 Mar 08 13:06:34.246049 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 43772) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:34.251621 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-931161ba-f50b-44dd-833f-79643741b24d tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Request body: {'security_group_rule': {'security_group_id': '2757cb34-d83f-4bba-97b5-cb09e743113d', 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:34.273240 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.securitygroups_db [None req-931161ba-f50b-44dd-833f-79643741b24d tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Project b7260e3341834b2982afb2cee5ba7265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:06:34.279482 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-931161ba-f50b-44dd-833f-79643741b24d tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for security_group_rule (34640a5b-4bbf-4281-83e6-e8dfc2756350), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:34.355650 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-931161ba-f50b-44dd-833f-79643741b24d tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for security_group_rule (34640a5b-4bbf-4281-83e6-e8dfc2756350), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:34.363650 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-931161ba-f50b-44dd-833f-79643741b24d tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (34640a5b-4bbf-4281-83e6-e8dfc2756350), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:34.381185 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931161ba-f50b-44dd-833f-79643741b24d tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34640a5b-4bbf-4281-83e6-e8dfc2756350,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:34.393079 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-931161ba-f50b-44dd-833f-79643741b24d tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:34.400546 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-931161ba-f50b-44dd-833f-79643741b24d tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1478398 Mar 08 13:06:34.404074 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9594192d-67c3-452c-a996-3336e84d8bef None None] New status for floating IP fdc145d6-1eac-48b4-90b5-45dc48954393: ACTIVE {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:06:34.496396 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0ed26c67-3622-4a79-aef0-9bd213a837a9 req-04ec7658-38a9-43e1-ade2-adaa44115a68 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1780763058&fields=id&tenant_id=b7260e3341834b2982afb2cee5ba7265 HTTP/1.1" status: 200 len: 267 time: 0.0535831 Mar 08 13:06:34.555960 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed26c67-3622-4a79-aef0-9bd213a837a9 req-3021e49e-ba25-4392-996b-6338d6a1fec5 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:34.557520 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0ed26c67-3622-4a79-aef0-9bd213a837a9 req-3021e49e-ba25-4392-996b-6338d6a1fec5 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 945 time: 0.0552008 Mar 08 13:06:34.568633 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-0ed26c67-3622-4a79-aef0-9bd213a837a9 req-dbe1c592-d3a4-4e98-acd5-5ed4b1fc3c68 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Request body: {'port': {'security_groups': ['fa3e734c-f3c9-4b09-b653-34c9bb1b7b67', '2757cb34-d83f-4bba-97b5-cb09e743113d']}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:34.641559 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-0ed26c67-3622-4a79-aef0-9bd213a837a9 req-dbe1c592-d3a4-4e98-acd5-5ed4b1fc3c68 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (09dea47e-a0b0-4535-b3c9-ce915c21fd5c), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:35.047941 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-0ed26c67-3622-4a79-aef0-9bd213a837a9 req-dbe1c592-d3a4-4e98-acd5-5ed4b1fc3c68 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] For port 09dea47e-a0b0-4535-b3c9-ce915c21fd5c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=09dea47e-a0b0-4535-b3c9-ce915c21fd5c,segment=NetworkSegment(5d98788d-0a24-4917-8363-4038d0c4799c),segment_id=5d98788d-0a24-4917-8363-4038d0c4799c)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:35.077180 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-0ed26c67-3622-4a79-aef0-9bd213a837a9 req-dbe1c592-d3a4-4e98-acd5-5ed4b1fc3c68 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for port (09dea47e-a0b0-4535-b3c9-ce915c21fd5c), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:35.081774 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-0ed26c67-3622-4a79-aef0-9bd213a837a9 req-dbe1c592-d3a4-4e98-acd5-5ed4b1fc3c68 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (09dea47e-a0b0-4535-b3c9-ce915c21fd5c), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:35.134778 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed26c67-3622-4a79-aef0-9bd213a837a9 req-dbe1c592-d3a4-4e98-acd5-5ed4b1fc3c68 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:35.135014 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-0ed26c67-3622-4a79-aef0-9bd213a837a9 req-dbe1c592-d3a4-4e98-acd5-5ed4b1fc3c68 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:35.136463 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0ed26c67-3622-4a79-aef0-9bd213a837a9 req-dbe1c592-d3a4-4e98-acd5-5ed4b1fc3c68 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "PUT /v2.0/ports/09dea47e-a0b0-4535-b3c9-ce915c21fd5c HTTP/1.1" status: 200 len: 981 time: 0.5724068 Mar 08 13:06:35.137071 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d7d63c-80ea-4085-9eeb-e43ff6c57304', 'tag': '09dea47e-a0b0-4535-b3c9-ce915c21fd5c'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:06:35.139247 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a573fafb-2d08-4a9b-92a1-565f9c282736" -d '{"events": [{"name": "network-changed", "server_uuid": "44d7d63c-80ea-4085-9eeb-e43ff6c57304", "tag": "09dea47e-a0b0-4535-b3c9-ce915c21fd5c"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:06:35.155632 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904d70b-31b6-40d3-b7be-a97f0229469c req-c7a547e1-cad2-42ca-82f1-46cd2fbc068b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:35.157873 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1c592-d3a4-4e98-acd5-5ed4b1fc3c68 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Pushing event updated for resources: {'Port': ['ID=09dea47e-a0b0-4535-b3c9-ce915c21fd5c,revision_number=6']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:35.158020 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d904d70b-31b6-40d3-b7be-a97f0229469c req-c7a547e1-cad2-42ca-82f1-46cd2fbc068b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0632973 Mar 08 13:06:35.211236 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d904d70b-31b6-40d3-b7be-a97f0229469c req-d3b493d2-f7a0-4417-b3f1-1887967f32ae tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476685 Mar 08 13:06:35.263459 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3484ba-f8dd-4f86-8e49-5fba8c2fa1ac req-ac142d29-2106-47ce-a752-0d8e506b8065 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:35.265026 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8a3484ba-f8dd-4f86-8e49-5fba8c2fa1ac req-ac142d29-2106-47ce-a752-0d8e506b8065 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0661399 Mar 08 13:06:35.266492 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464a936f-41f2-498b-8c3e-be068b61a88f x-openstack-request-id: req-464a936f-41f2-498b-8c3e-be068b61a88f {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:06:35.266773 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d7d63c-80ea-4085-9eeb-e43ff6c57304", "tag": "09dea47e-a0b0-4535-b3c9-ce915c21fd5c", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:06:35.267008 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-464a936f-41f2-498b-8c3e-be068b61a88f {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:06:35.267394 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d7d63c-80ea-4085-9eeb-e43ff6c57304', 'tag': '09dea47e-a0b0-4535-b3c9-ce915c21fd5c', 'status': 'completed', 'code': 200} Mar 08 13:06:35.355518 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['09dea47e-a0b0-4535-b3c9-ce915c21fd5c'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:06:35.366846 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8a3484ba-f8dd-4f86-8e49-5fba8c2fa1ac req-0d2a0ec1-6c7e-41f8-8c71-17e00235482f tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887847 Mar 08 13:06:35.370291 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d565273-49b1-4fe8-a8df-7a403d5735be req-7504cd2c-f23a-4ae5-aae2-dbfbba52b6d6 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:35.378095 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3d565273-49b1-4fe8-a8df-7a403d5735be req-7504cd2c-f23a-4ae5-aae2-dbfbba52b6d6 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 984 time: 0.0655031 Mar 08 13:06:35.438011 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-cfc84411-e384-4683-abd9-d0f15b95bb05 None None] Provisioning complete for port 09dea47e-a0b0-4535-b3c9-ce915c21fd5c triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:06:35.438558 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cfc84411-e384-4683-abd9-d0f15b95bb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (09dea47e-a0b0-4535-b3c9-ce915c21fd5c), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:35.470333 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3d565273-49b1-4fe8-a8df-7a403d5735be req-c24550f4-ea59-4067-9de9-4362fa835919 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&id=2757cb34-d83f-4bba-97b5-cb09e743113d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0912800 Mar 08 13:06:35.489171 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc1f6c-5453-428a-8280-3ed1e869d453 req-1b372dd7-72df-4eea-99f6-6b78b3834318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:35.490701 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-78cc1f6c-5453-428a-8280-3ed1e869d453 req-1b372dd7-72df-4eea-99f6-6b78b3834318 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b7260e3341834b2982afb2cee5ba7265&device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 1168 time: 0.1484370 Mar 08 13:06:35.590345 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc1f6c-5453-428a-8280-3ed1e869d453 req-5c93e1fb-5a81-4999-9d00-bf142686c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:35.591479 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-78cc1f6c-5453-428a-8280-3ed1e869d453 req-5c93e1fb-5a81-4999-9d00-bf142686c345 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a987f753-8f3e-4254-879c-48d2f61b5904 HTTP/1.1" status: 200 len: 916 time: 0.0858512 Mar 08 13:06:35.600867 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-cfc84411-e384-4683-abd9-d0f15b95bb05 None None] Current status of the port 09dea47e-a0b0-4535-b3c9-ce915c21fd5c is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:06:35.860518 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-78cc1f6c-5453-428a-8280-3ed1e869d453 req-aa1dfd02-1ba9-4670-95ed-9b2873596725 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09dea47e-a0b0-4535-b3c9-ce915c21fd5c HTTP/1.1" status: 200 len: 1001 time: 0.0623658 Mar 08 13:06:35.924552 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc1f6c-5453-428a-8280-3ed1e869d453 req-6be69eed-9c81-423f-a6f9-e7ce08f18d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:35.925982 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-78cc1f6c-5453-428a-8280-3ed1e869d453 req-6be69eed-9c81-423f-a6f9-e7ce08f18d6e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=961c8dfe-453f-456b-9da2-5d2b94a6e21c HTTP/1.1" status: 200 len: 853 time: 0.0422983 Mar 08 13:06:35.979683 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc1f6c-5453-428a-8280-3ed1e869d453 req-3073e09f-4c85-470a-a87d-4c4da6c23287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:35.981436 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-78cc1f6c-5453-428a-8280-3ed1e869d453 req-3073e09f-4c85-470a-a87d-4c4da6c23287 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a987f753-8f3e-4254-879c-48d2f61b5904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438979 Mar 08 13:06:36.031549 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['09dea47e-a0b0-4535-b3c9-ce915c21fd5c'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:06:36.074937 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-78cc1f6c-5453-428a-8280-3ed1e869d453 req-5e80e086-233e-4d74-ba6b-877282abd2b3 service neutron] 10.222.0.72 "GET /v2.0/networks/a987f753-8f3e-4254-879c-48d2f61b5904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856550 Mar 08 13:06:36.211217 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-78cc1f6c-5453-428a-8280-3ed1e869d453 req-5178c332-2b04-4e48-9b74-17f20a4fdd26 service neutron] 10.222.0.72 "GET /v2.0/networks/a987f753-8f3e-4254-879c-48d2f61b5904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841551 Mar 08 13:06:36.379676 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6b2cd-3311-4c75-873b-e08aa0fd434e req-841f1627-4356-4273-8656-0d60caaf27aa tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:36.381326 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f8c6b2cd-3311-4c75-873b-e08aa0fd434e req-841f1627-4356-4273-8656-0d60caaf27aa tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0931809 Mar 08 13:06:36.406059 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573fafb-2d08-4a9b-92a1-565f9c282736 req-37e734a7-5424-46ef-9443-2a23d1d7c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:36.407560 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a573fafb-2d08-4a9b-92a1-565f9c282736 req-37e734a7-5424-46ef-9443-2a23d1d7c7cb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b7260e3341834b2982afb2cee5ba7265&device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 1168 time: 0.0802498 Mar 08 13:06:36.435092 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f8c6b2cd-3311-4c75-873b-e08aa0fd434e req-f9e445de-93fe-478d-ab65-a6c58721baff tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477765 Mar 08 13:06:36.485789 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c49d4-46a3-4df8-a4a4-4243b8e22e63 req-11af35cd-79f5-4cd5-a9ef-12fe7942c2bf tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:36.487831 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bf4c49d4-46a3-4df8-a4a4-4243b8e22e63 req-11af35cd-79f5-4cd5-a9ef-12fe7942c2bf tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0626483 Mar 08 13:06:36.544496 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bf4c49d4-46a3-4df8-a4a4-4243b8e22e63 req-12abd3a0-c035-4c5b-bba0-8ab1ea024a8f tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506051 Mar 08 13:06:36.565793 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573fafb-2d08-4a9b-92a1-565f9c282736 req-56f40bdd-187f-4077-ae7e-246f25519451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:36.567394 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a573fafb-2d08-4a9b-92a1-565f9c282736 req-56f40bdd-187f-4077-ae7e-246f25519451 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a987f753-8f3e-4254-879c-48d2f61b5904 HTTP/1.1" status: 200 len: 916 time: 0.1137969 Mar 08 13:06:36.636300 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a573fafb-2d08-4a9b-92a1-565f9c282736 req-fc565515-fb43-45d3-a9f3-04ed29be5677 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09dea47e-a0b0-4535-b3c9-ce915c21fd5c HTTP/1.1" status: 200 len: 1001 time: 0.0623758 Mar 08 13:06:36.696617 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573fafb-2d08-4a9b-92a1-565f9c282736 req-9a4c43a6-3d8a-4f1e-babf-050aaf48be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:36.698105 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a573fafb-2d08-4a9b-92a1-565f9c282736 req-9a4c43a6-3d8a-4f1e-babf-050aaf48be9f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=961c8dfe-453f-456b-9da2-5d2b94a6e21c HTTP/1.1" status: 200 len: 853 time: 0.0461853 Mar 08 13:06:36.763384 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573fafb-2d08-4a9b-92a1-565f9c282736 req-e303a0c1-4cd7-4f1a-9095-554fe16f27cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:36.764861 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a573fafb-2d08-4a9b-92a1-565f9c282736 req-e303a0c1-4cd7-4f1a-9095-554fe16f27cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a987f753-8f3e-4254-879c-48d2f61b5904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525265 Mar 08 13:06:36.855494 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a573fafb-2d08-4a9b-92a1-565f9c282736 req-7fd6d094-21e5-4525-ad98-0999e3464e92 service neutron] 10.222.0.72 "GET /v2.0/networks/a987f753-8f3e-4254-879c-48d2f61b5904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836194 Mar 08 13:06:36.953413 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a573fafb-2d08-4a9b-92a1-565f9c282736 req-5faca2fd-168c-4aaf-a653-f847ab730529 service neutron] 10.222.0.72 "GET /v2.0/networks/a987f753-8f3e-4254-879c-48d2f61b5904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910542 Mar 08 13:06:37.562053 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0223133-4769-40b3-a5d5-293005bb894d req-95e8a1f1-ffec-414e-9e85-d47bb68e348d tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:37.563479 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f0223133-4769-40b3-a5d5-293005bb894d req-95e8a1f1-ffec-414e-9e85-d47bb68e348d tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0533185 Mar 08 13:06:37.610586 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f0223133-4769-40b3-a5d5-293005bb894d req-8eb3bd4a-fecf-44db-9673-37660d1c8746 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416553 Mar 08 13:06:38.123587 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [req-f5abb8f1-5d56-4725-8abe-8ca43f1aba5f req-bbbc9c13-6c07-411e-a794-384895ea8271 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:06:38.124645 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f5abb8f1-5d56-4725-8abe-8ca43f1aba5f req-bbbc9c13-6c07-411e-a794-384895ea8271 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0498464 Mar 08 13:06:38.282117 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061124d2-a5b1-471b-b415-aa7a34518b67 req-3af17d14-9eae-4c95-b041-b3bfd7d217f2 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:38.283623 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-061124d2-a5b1-471b-b415-aa7a34518b67 req-3af17d14-9eae-4c95-b041-b3bfd7d217f2 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0561655 Mar 08 13:06:38.330003 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-061124d2-a5b1-471b-b415-aa7a34518b67 req-684feb54-1d48-45c1-93f0-544a6e03e069 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405869 Mar 08 13:06:38.546768 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 43896) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:38.636850 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-12083231-2839-4eea-a7b3-7b3cb4fb7c35 req-8d497cb0-24e5-40b9-b244-ff290c1f1cfb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0888944 Mar 08 13:06:38.645040 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [req-12083231-2839-4eea-a7b3-7b3cb4fb7c35 req-b773767b-e90f-415d-b5ea-b17277e62e65 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:06:38.645991 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-12083231-2839-4eea-a7b3-7b3cb4fb7c35 req-b773767b-e90f-415d-b5ea-b17277e62e65 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047481 Mar 08 13:06:38.720062 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 43906) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:38.817099 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12083231-2839-4eea-a7b3-7b3cb4fb7c35 req-024f9037-1a5a-4ab6-9fc5-87273b419a9f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:38.818459 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-12083231-2839-4eea-a7b3-7b3cb4fb7c35 req-024f9037-1a5a-4ab6-9fc5-87273b419a9f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports/4eb09271-6940-4210-8561-cd41923766bb HTTP/1.1" status: 200 len: 940 time: 0.0973868 Mar 08 13:06:39.314053 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 4eb09271-6940-4210-8561-cd41923766bb no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:06:39.401990 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 4eb09271-6940-4210-8561-cd41923766bb is: DOWN; New status is: DOWN {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:06:39.469381 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed450d47-2cda-43ea-8a9a-c3c568155f93 req-2d0dc794-7c3d-403c-a9c3-d962e33bf8be tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:39.470920 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ed450d47-2cda-43ea-8a9a-c3c568155f93 req-2d0dc794-7c3d-403c-a9c3-d962e33bf8be tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0556321 Mar 08 13:06:39.533264 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ed450d47-2cda-43ea-8a9a-c3c568155f93 req-5752ab40-f45f-4834-a524-e1e6467bfbf4 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537806 Mar 08 13:06:39.905558 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 43932) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:40.058564 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fe572cdd-52c3-47f9-bdda-6aa256beb683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:40.148250 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fe572cdd-52c3-47f9-bdda-6aa256beb683 admin admin] Publish callbacks [] for security_group (d158d6d6-5b0a-49af-abae-2459a9d26dae), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:40.152853 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fe572cdd-52c3-47f9-bdda-6aa256beb683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (d158d6d6-5b0a-49af-abae-2459a9d26dae), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:40.194249 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe572cdd-52c3-47f9-bdda-6aa256beb683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d158d6d6-5b0a-49af-abae-2459a9d26dae,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:40.198596 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-fe572cdd-52c3-47f9-bdda-6aa256beb683 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b838fd106b7741f79e942fff9ef2f7f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919858 Mar 08 13:06:40.201721 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 43944) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:40.248819 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aca8bc7e-f62c-4b7f-874a-d2145102a50a admin admin] Publish callbacks [] for security_group (d158d6d6-5b0a-49af-abae-2459a9d26dae), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:40.273322 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aca8bc7e-f62c-4b7f-874a-d2145102a50a admin admin] Publish callbacks [] for security_group (d158d6d6-5b0a-49af-abae-2459a9d26dae), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:40.318025 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aca8bc7e-f62c-4b7f-874a-d2145102a50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (d158d6d6-5b0a-49af-abae-2459a9d26dae), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:40.320753 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aca8bc7e-f62c-4b7f-874a-d2145102a50a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:40.321900 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-aca8bc7e-f62c-4b7f-874a-d2145102a50a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d158d6d6-5b0a-49af-abae-2459a9d26dae HTTP/1.1" status: 204 len: 168 time: 0.1196899 Mar 08 13:06:40.329640 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8bc7e-f62c-4b7f-874a-d2145102a50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d158d6d6-5b0a-49af-abae-2459a9d26dae,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:40.667047 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a91202-a3e6-415a-a63d-acd68558313e req-a88bf14a-bcc8-4292-871b-a8dc1167a4ca tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:40.668593 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e5a91202-a3e6-415a-a63d-acd68558313e req-a88bf14a-bcc8-4292-871b-a8dc1167a4ca tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0551698 Mar 08 13:06:40.717859 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e5a91202-a3e6-415a-a63d-acd68558313e req-e8b45390-cb99-4df5-86e7-c46cc2acc392 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437429 Mar 08 13:06:40.796743 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12083231-2839-4eea-a7b3-7b3cb4fb7c35 req-b1ba606e-e65e-44a7-86f7-99bffb0a4902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:40.798296 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-12083231-2839-4eea-a7b3-7b3cb4fb7c35 req-b1ba606e-e65e-44a7-86f7-99bffb0a4902 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294&tenant_id=41c838c4ea194624a0d4fca29dbc6bc6 HTTP/1.1" status: 200 len: 1127 time: 0.0812519 Mar 08 13:06:40.879572 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12083231-2839-4eea-a7b3-7b3cb4fb7c35 req-d355bd9e-ad54-4631-9ed7-1cddd56da85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:40.881109 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-12083231-2839-4eea-a7b3-7b3cb4fb7c35 req-d355bd9e-ad54-4631-9ed7-1cddd56da85d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41c838c4ea194624a0d4fca29dbc6bc6&device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 1127 time: 0.0468245 Mar 08 13:06:40.973414 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12083231-2839-4eea-a7b3-7b3cb4fb7c35 req-0d570462-f6ef-4993-8ca8-55d45bebc050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:40.974905 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-12083231-2839-4eea-a7b3-7b3cb4fb7c35 req-0d570462-f6ef-4993-8ca8-55d45bebc050 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1855bf0b-ed79-4719-8efd-6cc0a1498526 HTTP/1.1" status: 200 len: 918 time: 0.0856218 Mar 08 13:06:41.046560 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-12083231-2839-4eea-a7b3-7b3cb4fb7c35 req-89770e2c-56fb-49ff-bd0e-075fd5adae6c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eb09271-6940-4210-8561-cd41923766bb HTTP/1.1" status: 200 len: 998 time: 0.0634458 Mar 08 13:06:41.100793 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12083231-2839-4eea-a7b3-7b3cb4fb7c35 req-93b2c883-821c-42ab-a444-f355d93d611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:41.102469 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-12083231-2839-4eea-a7b3-7b3cb4fb7c35 req-93b2c883-821c-42ab-a444-f355d93d611e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b305f603-9e69-4e73-882b-c5731c87cd5a HTTP/1.1" status: 200 len: 855 time: 0.0464461 Mar 08 13:06:41.158084 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12083231-2839-4eea-a7b3-7b3cb4fb7c35 req-58acb002-835e-4b87-aeb7-f56a4522f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:41.159831 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-12083231-2839-4eea-a7b3-7b3cb4fb7c35 req-58acb002-835e-4b87-aeb7-f56a4522f34e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1855bf0b-ed79-4719-8efd-6cc0a1498526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511606 Mar 08 13:06:41.262457 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-12083231-2839-4eea-a7b3-7b3cb4fb7c35 req-627ec2de-cd51-4497-96ec-f4586da9da03 service neutron] 10.222.0.72 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939901 Mar 08 13:06:41.352316 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-12083231-2839-4eea-a7b3-7b3cb4fb7c35 req-ef600d1a-120e-49f9-a037-2195a12f1abd service neutron] 10.222.0.72 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831277 Mar 08 13:06:41.852342 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c749515-9469-4b5b-89b5-0326908c7325 req-18f81028-5b4f-4e1a-97fa-78ec6a8477f0 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:41.854079 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1c749515-9469-4b5b-89b5-0326908c7325 req-18f81028-5b4f-4e1a-97fa-78ec6a8477f0 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0645399 Mar 08 13:06:41.954985 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1c749515-9469-4b5b-89b5-0326908c7325 req-9fd4c405-4ced-4ab1-a768-451d1ecd9ec1 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932882 Mar 08 13:06:42.311988 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:43.084359 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee901cd5-bd63-4bf8-83bc-20253a5e7230 req-9217f32c-4e02-4c4e-bc23-5df94b900819 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:43.086598 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ee901cd5-bd63-4bf8-83bc-20253a5e7230 req-9217f32c-4e02-4c4e-bc23-5df94b900819 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0539908 Mar 08 13:06:43.137011 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ee901cd5-bd63-4bf8-83bc-20253a5e7230 req-16955422-ae01-4c80-8cbc-4b2fe34a6b07 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428805 Mar 08 13:06:44.283560 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4907e-1eb7-443e-8edd-8f1147c17eb9 req-5803cd0b-bf14-4c73-aa93-f1e02adebc75 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:44.285638 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ebf4907e-1eb7-443e-8edd-8f1147c17eb9 req-5803cd0b-bf14-4c73-aa93-f1e02adebc75 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0610795 Mar 08 13:06:44.340806 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ebf4907e-1eb7-443e-8edd-8f1147c17eb9 req-76cdb84c-dad7-4925-ae72-aa36af2ca026 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487046 Mar 08 13:06:44.704034 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 44094) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:44.756556 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2da09c-eb5e-4f8f-9280-d64c93e2999f admin admin] Deleting subnet 820c3f50-6115-4fe2-86ea-339d402058f6 {{(pid=102968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:06:44.760065 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6e2da09c-eb5e-4f8f-9280-d64c93e2999f admin admin] Publish callbacks [] for subnet (820c3f50-6115-4fe2-86ea-339d402058f6), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:44.806740 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6e2da09c-eb5e-4f8f-9280-d64c93e2999f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5405124'] for subnet (820c3f50-6115-4fe2-86ea-339d402058f6), precommit_delete_associations {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:44.865081 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6e2da09c-eb5e-4f8f-9280-d64c93e2999f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791735'] for subnet (820c3f50-6115-4fe2-86ea-339d402058f6), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:44.925694 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6e2da09c-eb5e-4f8f-9280-d64c93e2999f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5564856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6168924'] for subnet (820c3f50-6115-4fe2-86ea-339d402058f6), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:44.957758 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2da09c-eb5e-4f8f-9280-d64c93e2999f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=820c3f50-6115-4fe2-86ea-339d402058f6,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:44.961280 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6e2da09c-eb5e-4f8f-9280-d64c93e2999f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:44.966218 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-6e2da09c-eb5e-4f8f-9280-d64c93e2999f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/820c3f50-6115-4fe2-86ea-339d402058f6 HTTP/1.1" status: 204 len: 168 time: 0.2610271 Mar 08 13:06:44.969302 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 44098) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:45.054709 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c2a41aa6-5187-4da6-b394-334f62bac0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749880'] for network (0d340b85-535f-4797-abd9-72c93c4c24d4), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:45.138599 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c2a41aa6-5187-4da6-b394-334f62bac0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773944', 'neutron.services.segments.db._delete_segments_for_network-8755472085351'] for network (0d340b85-535f-4797-abd9-72c93c4c24d4), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:45.164324 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-c2a41aa6-5187-4da6-b394-334f62bac0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d340b85-535f-4797-abd9-72c93c4c24d4']}} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:45.176296 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-c2a41aa6-5187-4da6-b394-334f62bac0f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9707f10f-7125-40df-bc84-b1ddfaa54d43') {'for_net_delete': True} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:45.176826 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-c2a41aa6-5187-4da6-b394-334f62bac0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9707f10f-7125-40df-bc84-b1ddfaa54d43') {} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:45.187071 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c2a41aa6-5187-4da6-b394-334f62bac0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755472086384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5748543'] for segment (9707f10f-7125-40df-bc84-b1ddfaa54d43), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:45.201055 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c2a41aa6-5187-4da6-b394-334f62bac0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (9707f10f-7125-40df-bc84-b1ddfaa54d43), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:45.206950 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a41aa6-5187-4da6-b394-334f62bac0f3 admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=102969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:06:45.207332 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c2a41aa6-5187-4da6-b394-334f62bac0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4286982'] for segment (9707f10f-7125-40df-bc84-b1ddfaa54d43), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: Traceback (most recent call last): Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: timer() Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: cb(*args, **kw) Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: return func(*args, **kwargs) Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: self._notify() Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: self.callback(batched_events) Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: event.method(event) Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: return f(self, *a, **k) Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: return self._get(url).json() Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: return self.request(url, 'GET', **kwargs) Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:06:45.208961 dv-cinder-830089-2-iscsi neutron-server[102969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:06:45.265209 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c2a41aa6-5187-4da6-b394-334f62bac0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673708'] for network (0d340b85-535f-4797-abd9-72c93c4c24d4), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:45.271153 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c2a41aa6-5187-4da6-b394-334f62bac0f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:45.274911 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-c2a41aa6-5187-4da6-b394-334f62bac0f3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0d340b85-535f-4797-abd9-72c93c4c24d4 HTTP/1.1" status: 204 len: 168 time: 0.3043375 Mar 08 13:06:45.289080 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a41aa6-5187-4da6-b394-334f62bac0f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d340b85-535f-4797-abd9-72c93c4c24d4,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:45.467844 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 44104) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:45.491216 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44af11-2782-40c8-827b-1fcc91c9e6c0 req-6e6c9698-33a7-4b0a-b1e5-a9b3a941846f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:45.492738 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6e44af11-2782-40c8-827b-1fcc91c9e6c0 req-6e6c9698-33a7-4b0a-b1e5-a9b3a941846f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0752826 Mar 08 13:06:45.535088 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-10dc5e87-1ebd-405b-8813-0b201122056a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7399ba97adeb41e29ff41264e63de95e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0661211 Mar 08 13:06:45.537920 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 44106) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:45.558806 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6e44af11-2782-40c8-827b-1fcc91c9e6c0 req-45c6c03d-e5b0-4721-894b-bd54f4a7f273 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593803 Mar 08 13:06:45.597414 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6e6295be-238e-48d4-840c-d39ab273d4b7 admin admin] Publish callbacks [] for security_group (97d3d072-6397-4bb9-a674-3ce19b6c5b3f), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:45.623516 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6e6295be-238e-48d4-840c-d39ab273d4b7 admin admin] Publish callbacks [] for security_group (97d3d072-6397-4bb9-a674-3ce19b6c5b3f), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:45.675141 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6e6295be-238e-48d4-840c-d39ab273d4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (97d3d072-6397-4bb9-a674-3ce19b6c5b3f), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:45.678044 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6e6295be-238e-48d4-840c-d39ab273d4b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:45.679262 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-6e6295be-238e-48d4-840c-d39ab273d4b7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/97d3d072-6397-4bb9-a674-3ce19b6c5b3f HTTP/1.1" status: 204 len: 168 time: 0.1402657 Mar 08 13:06:45.687936 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6295be-238e-48d4-840c-d39ab273d4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d3d072-6397-4bb9-a674-3ce19b6c5b3f,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:46.697769 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33932fff-9f5b-4e6c-a2c0-c8e25fdeea91 req-5c827fc5-42ef-4fb1-8794-c40cf02977e1 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:46.700143 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-33932fff-9f5b-4e6c-a2c0-c8e25fdeea91 req-5c827fc5-42ef-4fb1-8794-c40cf02977e1 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0588083 Mar 08 13:06:46.752321 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-33932fff-9f5b-4e6c-a2c0-c8e25fdeea91 req-d8b533f8-696b-47b0-8d46-1e2fcf894696 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462656 Mar 08 13:06:47.892548 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daaa837-6597-4fdf-8d49-c7ca49d2c485 req-0339b9cf-6ddc-48a6-9582-77470374aadf tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:47.894079 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6daaa837-6597-4fdf-8d49-c7ca49d2c485 req-0339b9cf-6ddc-48a6-9582-77470374aadf tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0616307 Mar 08 13:06:47.943986 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6daaa837-6597-4fdf-8d49-c7ca49d2c485 req-16b0fcdb-a027-4de6-b753-6aa19d84aee4 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442405 Mar 08 13:06:49.086906 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d1d6f-dedd-4baf-9488-379b526f8db8 req-d917145f-dcf1-4c70-b266-7414b7f3f876 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:49.088410 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9b5d1d6f-dedd-4baf-9488-379b526f8db8 req-d917145f-dcf1-4c70-b266-7414b7f3f876 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0579572 Mar 08 13:06:49.142561 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9b5d1d6f-dedd-4baf-9488-379b526f8db8 req-03e82b94-df59-4bc6-bd1c-1d6c2ab01ce5 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478094 Mar 08 13:06:50.275782 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1aca86-166b-4999-be32-abb84276d4e2 req-7c67bb49-3d19-41ac-ba58-2eb09aaa927b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:50.277936 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7b1aca86-166b-4999-be32-abb84276d4e2 req-7c67bb49-3d19-41ac-ba58-2eb09aaa927b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0587904 Mar 08 13:06:50.331310 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7b1aca86-166b-4999-be32-abb84276d4e2 req-bcbca458-2148-44b8-966b-5b9caaa296a0 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478349 Mar 08 13:06:51.463905 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6fea87-8201-4b85-bd4c-529e065da2da req-80619584-b87d-4e8b-b6f2-8c524282e739 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:51.465757 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2d6fea87-8201-4b85-bd4c-529e065da2da req-80619584-b87d-4e8b-b6f2-8c524282e739 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0583920 Mar 08 13:06:51.520192 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2d6fea87-8201-4b85-bd4c-529e065da2da req-c55a32c2-8f71-46be-9c77-e0d0260ba058 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474112 Mar 08 13:06:52.660170 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5023849-d24c-4e5b-afa8-68710e221edd req-3f74b8ad-9475-4368-a6a7-21af1abf6998 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:52.661812 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c5023849-d24c-4e5b-afa8-68710e221edd req-3f74b8ad-9475-4368-a6a7-21af1abf6998 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0536845 Mar 08 13:06:52.713499 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c5023849-d24c-4e5b-afa8-68710e221edd req-e527f863-0ff4-42d1-85e9-0c1cb47cb58e tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454843 Mar 08 13:06:53.839894 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1241635-548b-4845-8055-ed9cb6d1cb1e req-b67beec0-da57-4d72-9dea-a93b7ef96ee2 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:53.841406 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b1241635-548b-4845-8055-ed9cb6d1cb1e req-b67beec0-da57-4d72-9dea-a93b7ef96ee2 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0556762 Mar 08 13:06:53.886919 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b1241635-548b-4845-8055-ed9cb6d1cb1e req-36e539aa-8468-4ffb-a7e2-6855fd05254b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400758 Mar 08 13:06:54.690640 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-49c25b07-a515-41c0-8943-b6a5b4e58b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:55.011765 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa69cb2-69f4-4c84-a6dd-34f7b0d8ef75 req-f3ae6b21-d8d2-49bc-a337-104a7989db2b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:55.013198 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ffa69cb2-69f4-4c84-a6dd-34f7b0d8ef75 req-f3ae6b21-d8d2-49bc-a337-104a7989db2b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0516553 Mar 08 13:06:55.058063 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ffa69cb2-69f4-4c84-a6dd-34f7b0d8ef75 req-b713d1fc-0b96-4827-9f3c-034629539ea0 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393174 Mar 08 13:06:56.183388 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bae8aa-8a1e-4bc3-b44f-3ade94d341da req-9e4cf682-d440-494e-b788-82df8e59fa5a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:56.184877 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-00bae8aa-8a1e-4bc3-b44f-3ade94d341da req-9e4cf682-d440-494e-b788-82df8e59fa5a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0562046 Mar 08 13:06:56.232354 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-00bae8aa-8a1e-4bc3-b44f-3ade94d341da req-526ca643-58d1-445b-8de4-e910229cef40 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417876 Mar 08 13:06:56.914089 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4ff101c6-a726-4a5f-a44b-e77458d078dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:57.358450 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b4232-debc-4dda-9f8d-e827532b0e0c req-6587942f-a381-4a0d-8a55-1b0fbed30503 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:57.359923 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-084b4232-debc-4dda-9f8d-e827532b0e0c req-6587942f-a381-4a0d-8a55-1b0fbed30503 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0567226 Mar 08 13:06:57.405213 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-084b4232-debc-4dda-9f8d-e827532b0e0c req-bec23897-3062-43c9-9bb4-40636c4951e4 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397067 Mar 08 13:06:58.131383 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:58.535841 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa0f32-df1a-4c74-bc29-ed4c8a9a3e65 req-89c21cd2-0cd8-446c-9a6c-42753f3e512d tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:58.537396 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-83aa0f32-df1a-4c74-bc29-ed4c8a9a3e65 req-89c21cd2-0cd8-446c-9a6c-42753f3e512d tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0584426 Mar 08 13:06:58.586711 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-83aa0f32-df1a-4c74-bc29-ed4c8a9a3e65 req-96dc7750-bc58-43c5-a23c-00284c0514f0 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434673 Mar 08 13:06:59.576410 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:59.715240 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f0679-62a8-4566-9611-b3d38542faec req-9ba55e88-387f-4f25-9169-b651fca7d64a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:59.716770 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-475f0679-62a8-4566-9611-b3d38542faec req-9ba55e88-387f-4f25-9169-b651fca7d64a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0561531 Mar 08 13:06:59.763266 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-475f0679-62a8-4566-9611-b3d38542faec req-8e0969fb-6f07-4ddd-867c-79d4aa9038d8 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410297 Mar 08 13:07:00.133695 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:07:00.886658 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e07e5-49cb-4496-b721-57f438d74963 req-1fe1d826-c62a-48d4-9212-b150ef6cf8c4 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:00.888115 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ac3e07e5-49cb-4496-b721-57f438d74963 req-1fe1d826-c62a-48d4-9212-b150ef6cf8c4 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0520113 Mar 08 13:07:00.939396 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:00.939995 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ac3e07e5-49cb-4496-b721-57f438d74963 req-add7e2c7-c8a9-4e9f-9c7c-73dabb8adbd9 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460696 Mar 08 13:07:02.064185 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddc72f-45cc-49c4-9f79-ed5e913fce69 req-d264b9e8-6cc5-454c-bc12-05b0773b7850 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:02.065669 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2bddc72f-45cc-49c4-9f79-ed5e913fce69 req-d264b9e8-6cc5-454c-bc12-05b0773b7850 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0545707 Mar 08 13:07:02.320759 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2bddc72f-45cc-49c4-9f79-ed5e913fce69 req-435cc167-5275-482f-9056-a22eab293222 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493346 Mar 08 13:07:03.443840 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901d91d-e29b-423f-bcc3-6a9bbeebc5e6 req-ced7f2d1-a429-417d-884f-8b0a3fd9954e tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:03.445383 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6901d91d-e29b-423f-bcc3-6a9bbeebc5e6 req-ced7f2d1-a429-417d-884f-8b0a3fd9954e tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0526752 Mar 08 13:07:03.492284 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6901d91d-e29b-423f-bcc3-6a9bbeebc5e6 req-18b7f497-aa79-4979-9b67-636172811842 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407174 Mar 08 13:07:04.632653 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404afec-d677-4d65-950c-04368fcdf47e req-18b6d6a9-3300-49ba-9b34-18286ee778bb tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:04.635293 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a404afec-d677-4d65-950c-04368fcdf47e req-18b6d6a9-3300-49ba-9b34-18286ee778bb tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0603983 Mar 08 13:07:04.689367 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a404afec-d677-4d65-950c-04368fcdf47e req-770b26de-5046-40ff-8967-f56b3062c468 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448341 Mar 08 13:07:05.818788 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db0b56-7603-4625-b1ca-e4dbe00057a9 req-efb5fc57-0706-4539-b578-80a0d0ccbb3e tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:05.820337 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-14db0b56-7603-4625-b1ca-e4dbe00057a9 req-efb5fc57-0706-4539-b578-80a0d0ccbb3e tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0584469 Mar 08 13:07:05.870180 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-14db0b56-7603-4625-b1ca-e4dbe00057a9 req-1628f9f0-9917-4063-81a3-3a487a7b6190 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429294 Mar 08 13:07:06.997026 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ec7d9-0877-4f8f-abb2-486930544300 req-f9150975-f683-4dad-9b48-39bca52318db tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:06.998762 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-889ec7d9-0877-4f8f-abb2-486930544300 req-f9150975-f683-4dad-9b48-39bca52318db tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0548189 Mar 08 13:07:07.049672 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-889ec7d9-0877-4f8f-abb2-486930544300 req-2b549ab9-e55d-4145-bbcb-0cfd5bcf478e tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450172 Mar 08 13:07:08.184240 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bb9a0-e3c3-4873-8fa5-abdce573b593 req-bb944e5e-08aa-45d1-a8b8-c99acf2e9315 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:08.185869 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-519bb9a0-e3c3-4873-8fa5-abdce573b593 req-bb944e5e-08aa-45d1-a8b8-c99acf2e9315 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0588391 Mar 08 13:07:08.233505 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-519bb9a0-e3c3-4873-8fa5-abdce573b593 req-4f9de1de-5558-4e41-8820-1ee128cdd2a4 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418732 Mar 08 13:07:09.356680 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a77e3d-e1f7-45fb-b427-09b1c9386719 req-0d9aa085-4ce4-491c-bbe2-6b20be1f8ff9 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:09.358144 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d9a77e3d-e1f7-45fb-b427-09b1c9386719 req-0d9aa085-4ce4-491c-bbe2-6b20be1f8ff9 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0524654 Mar 08 13:07:09.404615 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d9a77e3d-e1f7-45fb-b427-09b1c9386719 req-6c667042-2240-495b-8d04-4bb28fc27c3a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408754 Mar 08 13:07:10.532888 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fffd0-c9f7-443d-8856-6526cf310c92 req-21a3d8ce-21a7-4243-a20d-2848777d979a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:10.534531 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ed9fffd0-c9f7-443d-8856-6526cf310c92 req-21a3d8ce-21a7-4243-a20d-2848777d979a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 943 time: 0.0565085 Mar 08 13:07:10.588622 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ed9fffd0-c9f7-443d-8856-6526cf310c92 req-d2c0b5a2-4be5-4672-8c5a-5bc5a505e73a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485859 Mar 08 13:07:11.027250 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 4eb09271-6940-4210-8561-cd41923766bb details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:07:11.126952 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 4eb09271-6940-4210-8561-cd41923766bb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4eb09271-6940-4210-8561-cd41923766bb,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:11.137434 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Returning: {'device': '4eb09271-6940-4210-8561-cd41923766bb', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'port_id': '4eb09271-6940-4210-8561-cd41923766bb', 'mac_address': 'fa:16:3e:d9:db:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:07:11.179052 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 4eb09271-6940-4210-8561-cd41923766bb is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:07:11.179446 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (4eb09271-6940-4210-8561-cd41923766bb), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:11.196671 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb09271-6940-4210-8561-cd41923766bb {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:07:11.217091 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 4eb09271-6940-4210-8561-cd41923766bb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4eb09271-6940-4210-8561-cd41923766bb,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:11.222330 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (4eb09271-6940-4210-8561-cd41923766bb), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:11.274384 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=4eb09271-6940-4210-8561-cd41923766bb,revision_number=9']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:11.283987 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:11.284334 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:11.284720 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:11.285056 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:11.285389 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:11.285715 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:11.286041 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:11.286364 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:11.286686 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:11.287007 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:11.287325 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:11.287669 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:11.287983 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:11.713956 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd326b-968a-409e-b26b-396af671a7ea req-d245eb51-d8a7-41f1-b6ff-6efffe37384b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:11.715478 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b6bd326b-968a-409e-b26b-396af671a7ea req-d245eb51-d8a7-41f1-b6ff-6efffe37384b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 944 time: 0.0528598 Mar 08 13:07:11.765553 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b6bd326b-968a-409e-b26b-396af671a7ea req-9f5e0fcf-8cf0-4651-8fcb-64deda99966e tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440085 Mar 08 13:07:12.487919 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:12.893128 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e5fd1-5bf6-44c5-9749-622d8af10d4f req-f6737f88-bed4-4ee1-b160-51637535d270 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:12.894617 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-828e5fd1-5bf6-44c5-9749-622d8af10d4f req-f6737f88-bed4-4ee1-b160-51637535d270 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 944 time: 0.0566926 Mar 08 13:07:12.941107 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-828e5fd1-5bf6-44c5-9749-622d8af10d4f req-e07f0135-6c54-4c14-a917-24fe32cd9685 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410597 Mar 08 13:07:13.104249 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['4eb09271-6940-4210-8561-cd41923766bb'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:07:14.067999 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd72b9-5c8b-4a6e-9ee5-f298bb1bb86d req-f3ee63b5-0fa3-45fd-8cfa-53f74d8e5d9c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:14.069584 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bdcd72b9-5c8b-4a6e-9ee5-f298bb1bb86d req-f3ee63b5-0fa3-45fd-8cfa-53f74d8e5d9c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 944 time: 0.0557358 Mar 08 13:07:14.117099 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bdcd72b9-5c8b-4a6e-9ee5-f298bb1bb86d req-3f916596-22a1-470e-a40a-800a63d3be6e tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419495 Mar 08 13:07:14.246447 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-372ee3f5-7b9d-449c-a9f0-b9bee88051fe req-45e3d1f7-bdc1-4d29-8728-b5e92678be05 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442607 Mar 08 13:07:14.355584 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ee3f5-7b9d-449c-a9f0-b9bee88051fe req-0e0e28f8-5df3-4652-ac16-7c1905cab64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:14.357996 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-372ee3f5-7b9d-449c-a9f0-b9bee88051fe req-0e0e28f8-5df3-4652-ac16-7c1905cab64a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37f26f17b5d64805ade2c2785c6b12fe&device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 1129 time: 0.0472314 Mar 08 13:07:14.472264 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ee3f5-7b9d-449c-a9f0-b9bee88051fe req-efc7c67b-a167-44f4-93a3-63be534bd73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:14.473769 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-372ee3f5-7b9d-449c-a9f0-b9bee88051fe req-efc7c67b-a167-44f4-93a3-63be534bd73c service neutron] 10.222.0.72 "GET /v2.0/networks?id=22601ec1-3846-4b8b-84d1-d9378d9f83cc HTTP/1.1" status: 200 len: 913 time: 0.0964754 Mar 08 13:07:14.478925 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 4eb09271-6940-4210-8561-cd41923766bb up at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:07:14.529718 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning complete for port 4eb09271-6940-4210-8561-cd41923766bb triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:07:14.530607 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (4eb09271-6940-4210-8561-cd41923766bb), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:14.541329 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-372ee3f5-7b9d-449c-a9f0-b9bee88051fe req-67f31642-e82d-4a5f-befa-6df89332b359 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2f3b82b-f0c2-4311-b8dd-d4248e77e863 HTTP/1.1" status: 200 len: 1001 time: 0.0598581 Mar 08 13:07:14.596424 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ee3f5-7b9d-449c-a9f0-b9bee88051fe req-a45dce68-ef04-46df-bf01-3e017afc6ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:14.597921 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-372ee3f5-7b9d-449c-a9f0-b9bee88051fe req-a45dce68-ef04-46df-bf01-3e017afc6ddf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=71b3146c-5df2-44c0-b875-ba4aa2fcab91 HTTP/1.1" status: 200 len: 850 time: 0.0506864 Mar 08 13:07:14.608019 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 4eb09271-6940-4210-8561-cd41923766bb is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:07:14.608423 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (4eb09271-6940-4210-8561-cd41923766bb), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:14.635177 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9b92dc-f6c3-4500-a4fe-e80c775ba294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb09271-6940-4210-8561-cd41923766bb'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:07:14.638068 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f02a98a4da79acb06d2148361802764e90037bdc05c069ddf0d3843ada5eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6199515b-c99f-4fcc-a4a1-a65dfa468141" -d '{"events": [{"server_uuid": "9b9b92dc-f6c3-4500-a4fe-e80c775ba294", "name": "network-vif-plugged", "status": "completed", "tag": "4eb09271-6940-4210-8561-cd41923766bb"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:07:14.651048 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 4eb09271-6940-4210-8561-cd41923766bb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4eb09271-6940-4210-8561-cd41923766bb,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:14.651190 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ee3f5-7b9d-449c-a9f0-b9bee88051fe req-0f450407-3046-4355-bbda-a5e6022fc727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:14.653331 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-372ee3f5-7b9d-449c-a9f0-b9bee88051fe req-0f450407-3046-4355-bbda-a5e6022fc727 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22601ec1-3846-4b8b-84d1-d9378d9f83cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486312 Mar 08 13:07:14.655317 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (4eb09271-6940-4210-8561-cd41923766bb), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:14.729699 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=4eb09271-6940-4210-8561-cd41923766bb,revision_number=10']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:14.801129 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-372ee3f5-7b9d-449c-a9f0-b9bee88051fe req-7cdfea46-af86-46bc-b0e8-c93e43b41d5b service neutron] 10.222.0.72 "GET /v2.0/networks/22601ec1-3846-4b8b-84d1-d9378d9f83cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407051 Mar 08 13:07:14.900653 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-372ee3f5-7b9d-449c-a9f0-b9bee88051fe req-75d40c9f-98c4-4c55-96ac-59fcda092ae1 service neutron] 10.222.0.72 "GET /v2.0/networks/22601ec1-3846-4b8b-84d1-d9378d9f83cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923932 Mar 08 13:07:14.907978 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d853af-dad3-482f-a934-c87edb3c2e1b x-openstack-request-id: req-64d853af-dad3-482f-a934-c87edb3c2e1b {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:07:14.908278 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9b92dc-f6c3-4500-a4fe-e80c775ba294", "name": "network-vif-plugged", "status": "completed", "tag": "4eb09271-6940-4210-8561-cd41923766bb", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:07:14.908539 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-64d853af-dad3-482f-a934-c87edb3c2e1b {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:07:14.908974 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9b92dc-f6c3-4500-a4fe-e80c775ba294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb09271-6940-4210-8561-cd41923766bb', 'code': 200} Mar 08 13:07:15.246593 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa1b39-7fbf-4f4a-a95c-c11a32bb87ff req-6d4ce721-9f33-4bf2-99b8-f9b02312579e tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:15.248142 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-24aa1b39-7fbf-4f4a-a95c-c11a32bb87ff req-6d4ce721-9f33-4bf2-99b8-f9b02312579e tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 946 time: 0.0577395 Mar 08 13:07:15.297277 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-24aa1b39-7fbf-4f4a-a95c-c11a32bb87ff req-d3d35b73-471a-4c72-954e-41e154f067cf tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417688 Mar 08 13:07:15.615640 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2bcb0-dd3b-49a9-8a89-1b2fb8195b44 req-b69921cc-0c71-4445-b0b4-d630d299b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:15.617195 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-07b2bcb0-dd3b-49a9-8a89-1b2fb8195b44 req-b69921cc-0c71-4445-b0b4-d630d299b7de service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 1130 time: 0.0578754 Mar 08 13:07:15.661561 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-07b2bcb0-dd3b-49a9-8a89-1b2fb8195b44 req-63a1003a-a763-47ad-bf70-f0347cbd47db service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376136 Mar 08 13:07:16.440689 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23228464-ad10-4c9f-9b66-7d8f693f3d5c req-be621477-91f5-4783-af82-463d7b3c5906 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:16.441955 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-23228464-ad10-4c9f-9b66-7d8f693f3d5c req-be621477-91f5-4783-af82-463d7b3c5906 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 946 time: 0.0601900 Mar 08 13:07:16.493827 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-23228464-ad10-4c9f-9b66-7d8f693f3d5c req-b3e4798e-914c-4c79-89da-0aa714e2f634 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451937 Mar 08 13:07:17.622931 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8921e-71ad-474f-bd1e-9c5464efe614 req-6c4c6be4-70d6-433d-99e6-2ae926c6d4cb tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:17.624396 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e1b8921e-71ad-474f-bd1e-9c5464efe614 req-6c4c6be4-70d6-433d-99e6-2ae926c6d4cb tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 946 time: 0.0564115 Mar 08 13:07:17.674459 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e1b8921e-71ad-474f-bd1e-9c5464efe614 req-0d793087-cc98-43a8-84c1-fa5c15cd8e72 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430520 Mar 08 13:07:18.815127 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1788978-a164-4798-bf7e-7045661a6e04 req-682d60ce-0c33-42f9-a1fc-a1b8a65d78a4 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:18.817686 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a1788978-a164-4798-bf7e-7045661a6e04 req-682d60ce-0c33-42f9-a1fc-a1b8a65d78a4 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 946 time: 0.0572469 Mar 08 13:07:18.872475 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a1788978-a164-4798-bf7e-7045661a6e04 req-5d53eb98-164a-45b5-be42-cbfe2494a7c2 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487726 Mar 08 13:07:24.691606 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d6ae943e-ee47-401f-b211-869d5d6816f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:26.924035 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6a7e1baa-4b80-42f3-82f4-0258683f37d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:28.134305 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:29.577497 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:30.931529 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:31.452483 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 44376) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:31.561970 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-409222ea-d2a8-45dc-adfc-9f0acfa1e0d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:31.633958 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-409222ea-d2a8-45dc-adfc-9f0acfa1e0d1 admin admin] Publish callbacks [] for security_group (f2ce3e66-4ce7-40cb-ab01-2d8351fd9518), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:31.638188 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-409222ea-d2a8-45dc-adfc-9f0acfa1e0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (f2ce3e66-4ce7-40cb-ab01-2d8351fd9518), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:31.676063 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409222ea-d2a8-45dc-adfc-9f0acfa1e0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ce3e66-4ce7-40cb-ab01-2d8351fd9518,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:31.679624 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-409222ea-d2a8-45dc-adfc-9f0acfa1e0d1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9f4d5f77811941c0847fe124d7a1b1a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261245 Mar 08 13:07:31.682440 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 44380) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:31.686007 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409222ea-d2a8-45dc-adfc-9f0acfa1e0d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:31.686353 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409222ea-d2a8-45dc-adfc-9f0acfa1e0d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:31.686693 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409222ea-d2a8-45dc-adfc-9f0acfa1e0d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:31.687025 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409222ea-d2a8-45dc-adfc-9f0acfa1e0d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:31.687354 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409222ea-d2a8-45dc-adfc-9f0acfa1e0d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:31.687679 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409222ea-d2a8-45dc-adfc-9f0acfa1e0d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:31.688001 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409222ea-d2a8-45dc-adfc-9f0acfa1e0d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:31.688325 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409222ea-d2a8-45dc-adfc-9f0acfa1e0d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:31.688670 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409222ea-d2a8-45dc-adfc-9f0acfa1e0d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:31.689000 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409222ea-d2a8-45dc-adfc-9f0acfa1e0d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:31.689315 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409222ea-d2a8-45dc-adfc-9f0acfa1e0d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:31.689634 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409222ea-d2a8-45dc-adfc-9f0acfa1e0d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:31.689947 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409222ea-d2a8-45dc-adfc-9f0acfa1e0d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:31.729642 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4d3da70d-2ef3-44b0-95d2-3dd1c7a37205 admin admin] Publish callbacks [] for security_group (f2ce3e66-4ce7-40cb-ab01-2d8351fd9518), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:31.750333 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4d3da70d-2ef3-44b0-95d2-3dd1c7a37205 admin admin] Publish callbacks [] for security_group (f2ce3e66-4ce7-40cb-ab01-2d8351fd9518), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:31.797513 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4d3da70d-2ef3-44b0-95d2-3dd1c7a37205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (f2ce3e66-4ce7-40cb-ab01-2d8351fd9518), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:31.800205 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4d3da70d-2ef3-44b0-95d2-3dd1c7a37205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:31.801363 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-4d3da70d-2ef3-44b0-95d2-3dd1c7a37205 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f2ce3e66-4ce7-40cb-ab01-2d8351fd9518 HTTP/1.1" status: 204 len: 168 time: 0.1179116 Mar 08 13:07:31.809548 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3da70d-2ef3-44b0-95d2-3dd1c7a37205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ce3e66-4ce7-40cb-ab01-2d8351fd9518,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:31.816542 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3da70d-2ef3-44b0-95d2-3dd1c7a37205 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:31.816926 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3da70d-2ef3-44b0-95d2-3dd1c7a37205 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:31.817280 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3da70d-2ef3-44b0-95d2-3dd1c7a37205 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:31.817621 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3da70d-2ef3-44b0-95d2-3dd1c7a37205 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:31.817980 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3da70d-2ef3-44b0-95d2-3dd1c7a37205 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:31.818323 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3da70d-2ef3-44b0-95d2-3dd1c7a37205 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:31.818761 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3da70d-2ef3-44b0-95d2-3dd1c7a37205 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:31.818990 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3da70d-2ef3-44b0-95d2-3dd1c7a37205 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:31.819326 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3da70d-2ef3-44b0-95d2-3dd1c7a37205 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:31.819672 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3da70d-2ef3-44b0-95d2-3dd1c7a37205 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:31.820084 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3da70d-2ef3-44b0-95d2-3dd1c7a37205 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:31.820312 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3da70d-2ef3-44b0-95d2-3dd1c7a37205 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:31.820661 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3da70d-2ef3-44b0-95d2-3dd1c7a37205 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:37.132241 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:07:42.483561 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:54.692931 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a73583fd-6040-4728-bdbe-62f812b546b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:56.922635 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-19647b3c-ba55-42b6-9f40-99063afc8030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:58.137428 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:59.118051 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cadeb-1bba-45c6-bf58-a6875f24ff9b req-e7f5d95a-1d36-4982-9af7-f679a3cfe5aa tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:59.119525 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-775cadeb-1bba-45c6-bf58-a6875f24ff9b req-e7f5d95a-1d36-4982-9af7-f679a3cfe5aa tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0524879 Mar 08 13:07:59.172719 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-775cadeb-1bba-45c6-bf58-a6875f24ff9b req-db5f960f-0273-48c5-ae57-40d9e867e9db tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467973 Mar 08 13:07:59.581033 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:00.298540 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be76e6-5f81-4e33-94d4-cd4f76d04f93 req-e19fd6c6-2015-40cf-bcf7-96ff0f26dbd5 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:00.300099 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b4be76e6-5f81-4e33-94d4-cd4f76d04f93 req-e19fd6c6-2015-40cf-bcf7-96ff0f26dbd5 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0546641 Mar 08 13:08:00.349242 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b4be76e6-5f81-4e33-94d4-cd4f76d04f93 req-44314ab4-56a6-47fa-9080-a26f5110b58e tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434103 Mar 08 13:08:00.934523 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:01.469708 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6f9ef-253b-4d78-8c5e-f85f271e8c95 req-7b054d7c-0712-419b-89c2-c216d849b16f tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:01.471194 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-25a6f9ef-253b-4d78-8c5e-f85f271e8c95 req-7b054d7c-0712-419b-89c2-c216d849b16f tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0522430 Mar 08 13:08:01.517858 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-25a6f9ef-253b-4d78-8c5e-f85f271e8c95 req-1544af51-fa0d-4082-9ba2-4da0eecfd92c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410869 Mar 08 13:08:02.638918 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdb4b6-17f1-4486-a38f-cca1007f9fe7 req-66cc81bf-5f96-446c-ad2e-2d41313295b0 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:02.644037 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-48cdb4b6-17f1-4486-a38f-cca1007f9fe7 req-66cc81bf-5f96-446c-ad2e-2d41313295b0 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0531967 Mar 08 13:08:02.687826 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-48cdb4b6-17f1-4486-a38f-cca1007f9fe7 req-6f7e616a-b192-4d40-b6cf-b88a79316bd7 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417345 Mar 08 13:08:03.802556 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab2f79-8671-42f0-a644-df1a02a22844 req-19ab87e9-eca6-48e7-82a5-5738d45ae012 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:03.804025 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f7ab2f79-8671-42f0-a644-df1a02a22844 req-19ab87e9-eca6-48e7-82a5-5738d45ae012 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0512528 Mar 08 13:08:03.849817 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f7ab2f79-8671-42f0-a644-df1a02a22844 req-b1c62880-b269-4ce4-a014-b70dba704985 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403364 Mar 08 13:08:04.970746 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb97ecd-cc0d-409f-a84a-c22bd58fff2c req-222ce2ad-5e9a-42b9-833a-423a09a93538 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:04.972204 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7eb97ecd-cc0d-409f-a84a-c22bd58fff2c req-222ce2ad-5e9a-42b9-833a-423a09a93538 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0575960 Mar 08 13:08:05.020266 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7eb97ecd-cc0d-409f-a84a-c22bd58fff2c req-2a09b0a2-b396-47ad-8789-083869a19bba tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424018 Mar 08 13:08:06.141063 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce882b06-4396-4442-8ec2-67b41050bcc3 req-913d864a-3bbf-46d8-b08d-fe7e3f5ee7ce tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:06.142533 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ce882b06-4396-4442-8ec2-67b41050bcc3 req-913d864a-3bbf-46d8-b08d-fe7e3f5ee7ce tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0565424 Mar 08 13:08:06.188094 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ce882b06-4396-4442-8ec2-67b41050bcc3 req-a123f626-6dad-429e-b8cf-cf1bcd612697 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400734 Mar 08 13:08:07.304590 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550833e6-19bb-4365-b37b-fe8de54275b6 req-de385070-809e-4481-85ad-c03d7ca6be0c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:07.306087 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-550833e6-19bb-4365-b37b-fe8de54275b6 req-de385070-809e-4481-85ad-c03d7ca6be0c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0531323 Mar 08 13:08:07.353456 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-550833e6-19bb-4365-b37b-fe8de54275b6 req-743edd71-b48e-4e1e-8be3-a614f1192ed8 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413456 Mar 08 13:08:08.473276 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d789bb-b788-4985-bba2-845e660f4f80 req-3745381d-eed4-4eb0-8755-7ee902b4eb7c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:08.474817 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-61d789bb-b788-4985-bba2-845e660f4f80 req-3745381d-eed4-4eb0-8755-7ee902b4eb7c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0542777 Mar 08 13:08:08.527328 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-61d789bb-b788-4985-bba2-845e660f4f80 req-b3f46a48-7880-47b4-add7-7878aa32de58 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448523 Mar 08 13:08:09.659602 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4846a0-41ec-442f-b405-598d69190941 req-65bebdef-16cc-4722-a6bb-2fb9f39e02cf tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:09.661180 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3f4846a0-41ec-442f-b405-598d69190941 req-65bebdef-16cc-4722-a6bb-2fb9f39e02cf tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0623331 Mar 08 13:08:09.717533 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3f4846a0-41ec-442f-b405-598d69190941 req-9e54d9c1-357c-4c1b-a821-94ceaed10537 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485041 Mar 08 13:08:09.885739 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 44642) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:10.000077 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-92e62389-f81e-4051-8b2b-cc6cb6a73756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:10.079224 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-92e62389-f81e-4051-8b2b-cc6cb6a73756 admin admin] Publish callbacks [] for security_group (987fef04-51df-4a49-a170-192ca9175eeb), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:10.083451 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-92e62389-f81e-4051-8b2b-cc6cb6a73756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (987fef04-51df-4a49-a170-192ca9175eeb), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:10.120582 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-92e62389-f81e-4051-8b2b-cc6cb6a73756 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c3a85e04c3a54ee4a23d9e34321b3f09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337854 Mar 08 13:08:10.121466 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e62389-f81e-4051-8b2b-cc6cb6a73756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987fef04-51df-4a49-a170-192ca9175eeb,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:10.124009 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 44646) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:10.170686 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-91653a06-c938-43dc-9c5a-c7205f95c42d admin admin] Publish callbacks [] for security_group (987fef04-51df-4a49-a170-192ca9175eeb), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:10.192177 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-91653a06-c938-43dc-9c5a-c7205f95c42d admin admin] Publish callbacks [] for security_group (987fef04-51df-4a49-a170-192ca9175eeb), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:10.241329 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-91653a06-c938-43dc-9c5a-c7205f95c42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (987fef04-51df-4a49-a170-192ca9175eeb), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:10.243925 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-91653a06-c938-43dc-9c5a-c7205f95c42d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:10.248699 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-91653a06-c938-43dc-9c5a-c7205f95c42d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/987fef04-51df-4a49-a170-192ca9175eeb HTTP/1.1" status: 204 len: 168 time: 0.1200492 Mar 08 13:08:10.257100 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91653a06-c938-43dc-9c5a-c7205f95c42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987fef04-51df-4a49-a170-192ca9175eeb,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:10.844065 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8657541-1c22-4be3-a2c3-e78085e15fb3 req-73564c09-add1-4285-b9b7-7dc8c12e40fd tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:10.844764 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a8657541-1c22-4be3-a2c3-e78085e15fb3 req-73564c09-add1-4285-b9b7-7dc8c12e40fd tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0558417 Mar 08 13:08:10.893951 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a8657541-1c22-4be3-a2c3-e78085e15fb3 req-563423c2-588e-46c9-94ef-20e86949fbd8 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436647 Mar 08 13:08:12.011225 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099c2ed-9604-4a6c-9c69-1686fd025419 req-e33fb648-2e56-41ba-8856-13f959b4873c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:12.012716 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6099c2ed-9604-4a6c-9c69-1686fd025419 req-e33fb648-2e56-41ba-8856-13f959b4873c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0524561 Mar 08 13:08:12.061681 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6099c2ed-9604-4a6c-9c69-1686fd025419 req-1f2c904c-fc8d-4a90-b644-56e594bdf266 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423706 Mar 08 13:08:12.496226 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:13.026729 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-55969527-e0b1-415a-84b1-d717f9847019 req-6d499922-34e9-4b7a-918e-84965d957e38 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475340 Mar 08 13:08:13.101951 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55969527-e0b1-415a-84b1-d717f9847019 req-b8051cbc-eabd-41eb-9c8a-469535922ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:13.103460 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-55969527-e0b1-415a-84b1-d717f9847019 req-b8051cbc-eabd-41eb-9c8a-469535922ba6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41c838c4ea194624a0d4fca29dbc6bc6&device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 1130 time: 0.0442202 Mar 08 13:08:13.178192 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae832b-d32b-4230-8d7d-198917c7d9d7 req-7f65c70f-0858-492b-9807-48aee3e2fc69 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:13.179778 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c9ae832b-d32b-4230-8d7d-198917c7d9d7 req-7f65c70f-0858-492b-9807-48aee3e2fc69 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0503497 Mar 08 13:08:13.210069 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55969527-e0b1-415a-84b1-d717f9847019 req-abe2b4c5-1eb7-4776-829c-af3342bbf16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:13.211545 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-55969527-e0b1-415a-84b1-d717f9847019 req-abe2b4c5-1eb7-4776-829c-af3342bbf16d service neutron] 10.222.0.72 "GET /v2.0/networks?id=1855bf0b-ed79-4719-8efd-6cc0a1498526 HTTP/1.1" status: 200 len: 918 time: 0.0902030 Mar 08 13:08:13.232073 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c9ae832b-d32b-4230-8d7d-198917c7d9d7 req-b9e89c03-186e-4d16-98bc-ad2bd349f159 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466013 Mar 08 13:08:13.289070 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-55969527-e0b1-415a-84b1-d717f9847019 req-4a09cfbd-a82f-4fc2-ab17-2b463812a1b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eb09271-6940-4210-8561-cd41923766bb HTTP/1.1" status: 200 len: 1000 time: 0.0710585 Mar 08 13:08:13.338040 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55969527-e0b1-415a-84b1-d717f9847019 req-f70799a2-4c1e-4521-8679-684b54e3fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:13.339447 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-55969527-e0b1-415a-84b1-d717f9847019 req-f70799a2-4c1e-4521-8679-684b54e3fd13 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b305f603-9e69-4e73-882b-c5731c87cd5a HTTP/1.1" status: 200 len: 855 time: 0.0430150 Mar 08 13:08:13.390555 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55969527-e0b1-415a-84b1-d717f9847019 req-de0de68e-0bc1-41ad-96ed-73a15bf74e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:13.392014 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-55969527-e0b1-415a-84b1-d717f9847019 req-de0de68e-0bc1-41ad-96ed-73a15bf74e12 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1855bf0b-ed79-4719-8efd-6cc0a1498526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462906 Mar 08 13:08:13.478616 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-55969527-e0b1-415a-84b1-d717f9847019 req-31ad5eec-2173-4eec-b88e-f17debf5e4d2 service neutron] 10.222.0.72 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785015 Mar 08 13:08:13.801645 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-55969527-e0b1-415a-84b1-d717f9847019 req-0f60ea87-5135-4388-858f-f4723d41ca48 service neutron] 10.222.0.72 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166332 Mar 08 13:08:14.129406 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:08:14.353735 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00ecac-c329-42ab-baef-1903e723fb6e req-97e8fa55-992f-4806-a551-d2a57d3163cb tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:14.355425 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fb00ecac-c329-42ab-baef-1903e723fb6e req-97e8fa55-992f-4806-a551-d2a57d3163cb tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0542130 Mar 08 13:08:14.403521 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fb00ecac-c329-42ab-baef-1903e723fb6e req-5a99a821-3920-48ab-9890-1656dfc8da36 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417409 Mar 08 13:08:15.522033 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ada32a-0b17-43c5-8b91-1bf257fe2801 req-fef559f5-37df-407f-9466-270b101e3143 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:15.523488 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-61ada32a-0b17-43c5-8b91-1bf257fe2801 req-fef559f5-37df-407f-9466-270b101e3143 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0519335 Mar 08 13:08:15.571057 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-61ada32a-0b17-43c5-8b91-1bf257fe2801 req-eb3d5350-26ea-4351-888e-efbc99a9c002 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420928 Mar 08 13:08:15.771967 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0045cc-2850-43f0-b69f-964b9e00f543 req-7aa5a7a8-8594-46ca-8038-ddb4740149d7 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:15.773491 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9e0045cc-2850-43f0-b69f-964b9e00f543 req-7aa5a7a8-8594-46ca-8038-ddb4740149d7 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0540977 Mar 08 13:08:15.821037 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9e0045cc-2850-43f0-b69f-964b9e00f543 req-3aec821e-6169-4a21-b468-6259b025761e tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417073 Mar 08 13:08:15.821579 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c06183-8822-4a4f-9b23-528bb3a7f0f0 req-943ab203-c5f8-4e19-a090-517924f6db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:15.823429 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-78c06183-8822-4a4f-9b23-528bb3a7f0f0 req-943ab203-c5f8-4e19-a090-517924f6db05 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37f26f17b5d64805ade2c2785c6b12fe&device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 1129 time: 0.0444615 Mar 08 13:08:15.914336 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c06183-8822-4a4f-9b23-528bb3a7f0f0 req-dabee159-3495-49be-8681-a0288f8d9a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:15.915784 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-78c06183-8822-4a4f-9b23-528bb3a7f0f0 req-dabee159-3495-49be-8681-a0288f8d9a1b service neutron] 10.222.0.72 "GET /v2.0/networks?id=22601ec1-3846-4b8b-84d1-d9378d9f83cc HTTP/1.1" status: 200 len: 913 time: 0.0861304 Mar 08 13:08:15.979269 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-78c06183-8822-4a4f-9b23-528bb3a7f0f0 req-151025b5-5979-4eac-b75f-e96c93a767a7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2f3b82b-f0c2-4311-b8dd-d4248e77e863 HTTP/1.1" status: 200 len: 1001 time: 0.0566800 Mar 08 13:08:16.031141 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c06183-8822-4a4f-9b23-528bb3a7f0f0 req-5ede03e2-6e97-43b7-b194-90efd10204c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:16.032587 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-78c06183-8822-4a4f-9b23-528bb3a7f0f0 req-5ede03e2-6e97-43b7-b194-90efd10204c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=71b3146c-5df2-44c0-b875-ba4aa2fcab91 HTTP/1.1" status: 200 len: 850 time: 0.0471358 Mar 08 13:08:16.083301 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c06183-8822-4a4f-9b23-528bb3a7f0f0 req-2a5509a0-4ca0-4587-b0c5-ccbfd3fd412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:16.085042 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-78c06183-8822-4a4f-9b23-528bb3a7f0f0 req-2a5509a0-4ca0-4587-b0c5-ccbfd3fd412a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22601ec1-3846-4b8b-84d1-d9378d9f83cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447910 Mar 08 13:08:16.172547 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-78c06183-8822-4a4f-9b23-528bb3a7f0f0 req-6112c898-4517-4551-85fd-b9682e8dd6d9 service neutron] 10.222.0.72 "GET /v2.0/networks/22601ec1-3846-4b8b-84d1-d9378d9f83cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811849 Mar 08 13:08:16.269149 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-78c06183-8822-4a4f-9b23-528bb3a7f0f0 req-c53c58c0-62b1-44e9-9fe1-800e68c65764 service neutron] 10.222.0.72 "GET /v2.0/networks/22601ec1-3846-4b8b-84d1-d9378d9f83cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887265 Mar 08 13:08:16.897490 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da0b31-a8eb-4c7c-8f44-3c5f57b15337 req-43a9d3f8-965b-47ac-920e-7181b747ab9d tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:16.899276 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-68da0b31-a8eb-4c7c-8f44-3c5f57b15337 req-43a9d3f8-965b-47ac-920e-7181b747ab9d tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 984 time: 0.0641360 Mar 08 13:08:16.946361 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39bb02-9c17-4ea9-8482-de3f6e41a11d req-62dd2020-9968-43ef-8e09-f44f1ad10ef5 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:16.947837 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0e39bb02-9c17-4ea9-8482-de3f6e41a11d req-62dd2020-9968-43ef-8e09-f44f1ad10ef5 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0554471 Mar 08 13:08:16.961341 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-68da0b31-a8eb-4c7c-8f44-3c5f57b15337 req-25511dc7-4cc9-4228-a7aa-3faa035fec2e tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&id=2757cb34-d83f-4bba-97b5-cb09e743113d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550411 Mar 08 13:08:17.033254 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0e39bb02-9c17-4ea9-8482-de3f6e41a11d req-8d6e7a81-c254-4468-9642-66b3716bc2b2 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773120 Mar 08 13:08:17.035486 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731bcb4-15d6-466e-b0dd-27e837200d59 req-f48888be-4cc9-4f87-a105-8d2f997c59db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:17.037013 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9731bcb4-15d6-466e-b0dd-27e837200d59 req-f48888be-4cc9-4f87-a105-8d2f997c59db service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b7260e3341834b2982afb2cee5ba7265&device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 1168 time: 0.0882702 Mar 08 13:08:17.132885 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731bcb4-15d6-466e-b0dd-27e837200d59 req-37728b9f-1084-4924-8d6d-5929595d6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:17.134348 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9731bcb4-15d6-466e-b0dd-27e837200d59 req-37728b9f-1084-4924-8d6d-5929595d6b36 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a987f753-8f3e-4254-879c-48d2f61b5904 HTTP/1.1" status: 200 len: 916 time: 0.0877287 Mar 08 13:08:17.202506 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9731bcb4-15d6-466e-b0dd-27e837200d59 req-c0bf4bf7-2ca8-4237-b215-ad47983066d4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09dea47e-a0b0-4535-b3c9-ce915c21fd5c HTTP/1.1" status: 200 len: 1001 time: 0.0613031 Mar 08 13:08:17.255866 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731bcb4-15d6-466e-b0dd-27e837200d59 req-96076cc3-1f2d-4dfa-aa97-b2c7b407e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:17.257366 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9731bcb4-15d6-466e-b0dd-27e837200d59 req-96076cc3-1f2d-4dfa-aa97-b2c7b407e5c7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=961c8dfe-453f-456b-9da2-5d2b94a6e21c HTTP/1.1" status: 200 len: 853 time: 0.0443888 Mar 08 13:08:17.308065 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731bcb4-15d6-466e-b0dd-27e837200d59 req-a8c6c8e1-dc33-4375-815c-8523e44e7aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:17.309516 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9731bcb4-15d6-466e-b0dd-27e837200d59 req-a8c6c8e1-dc33-4375-815c-8523e44e7aae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a987f753-8f3e-4254-879c-48d2f61b5904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442986 Mar 08 13:08:17.401949 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9731bcb4-15d6-466e-b0dd-27e837200d59 req-36412656-bec0-461e-a859-ef6f43a17b47 service neutron] 10.222.0.72 "GET /v2.0/networks/a987f753-8f3e-4254-879c-48d2f61b5904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860281 Mar 08 13:08:17.494459 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9731bcb4-15d6-466e-b0dd-27e837200d59 req-63072915-e4a2-4b00-a2b4-3492347eefeb service neutron] 10.222.0.72 "GET /v2.0/networks/a987f753-8f3e-4254-879c-48d2f61b5904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861776 Mar 08 13:08:18.084189 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72489e0-8bb9-43c0-832b-61c6c920504c req-3ab1ade8-9525-4873-9696-9aee041726ac tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:18.085700 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f72489e0-8bb9-43c0-832b-61c6c920504c req-3ab1ade8-9525-4873-9696-9aee041726ac tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 984 time: 0.0541604 Mar 08 13:08:18.146812 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f72489e0-8bb9-43c0-832b-61c6c920504c req-87752f06-8c69-4481-9a46-c851685eecc2 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&id=2757cb34-d83f-4bba-97b5-cb09e743113d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552492 Mar 08 13:08:18.165105 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c50e1e-301f-40f8-aff2-635cc6e6fccd req-736891de-ea3b-4086-ae78-f84e2cc8bd6c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:18.166633 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-40c50e1e-301f-40f8-aff2-635cc6e6fccd req-736891de-ea3b-4086-ae78-f84e2cc8bd6c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0587077 Mar 08 13:08:18.213518 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-40c50e1e-301f-40f8-aff2-635cc6e6fccd req-aa25e2f2-3fab-4117-8d9f-d36ecc2309b3 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413196 Mar 08 13:08:19.270665 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4761038-7dec-42a1-919d-fd0555cb1b1c req-a5ff4225-c79e-48df-b6f5-a28b92777550 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:19.272405 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b4761038-7dec-42a1-919d-fd0555cb1b1c req-a5ff4225-c79e-48df-b6f5-a28b92777550 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 984 time: 0.0566709 Mar 08 13:08:19.337126 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b4761038-7dec-42a1-919d-fd0555cb1b1c req-c26b0465-b110-4520-bf4f-3c40fc238095 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&id=2757cb34-d83f-4bba-97b5-cb09e743113d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585122 Mar 08 13:08:20.459712 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12086a-01b4-4c2e-9d8f-6940150bee61 req-5e017adb-d07b-49f6-91ae-ca42eea97a79 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:20.461234 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8c12086a-01b4-4c2e-9d8f-6940150bee61 req-5e017adb-d07b-49f6-91ae-ca42eea97a79 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 984 time: 0.0542257 Mar 08 13:08:20.523402 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8c12086a-01b4-4c2e-9d8f-6940150bee61 req-2d71379e-d14b-4d9c-9670-eb1e558cfca4 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&id=2757cb34-d83f-4bba-97b5-cb09e743113d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561128 Mar 08 13:08:21.642408 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f36908-496f-4f79-8e69-315c5ba25b7c req-7e86e08e-f552-4d00-b82c-0d1a8567afaa tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:21.643929 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-24f36908-496f-4f79-8e69-315c5ba25b7c req-7e86e08e-f552-4d00-b82c-0d1a8567afaa tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 984 time: 0.0535293 Mar 08 13:08:21.702394 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-24f36908-496f-4f79-8e69-315c5ba25b7c req-178027a3-4eb4-44c9-9d2c-475e013825cc tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&id=2757cb34-d83f-4bba-97b5-cb09e743113d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527647 Mar 08 13:08:22.824543 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9551c-04d7-472b-a42e-464da4b9befe req-aea66db9-90a6-4953-8678-691b2d79233d tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:22.826651 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f2c9551c-04d7-472b-a42e-464da4b9befe req-aea66db9-90a6-4953-8678-691b2d79233d tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 984 time: 0.0539272 Mar 08 13:08:22.890645 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f2c9551c-04d7-472b-a42e-464da4b9befe req-2805ec44-5f8c-4eb2-bd32-e08ffb007b00 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&id=2757cb34-d83f-4bba-97b5-cb09e743113d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583851 Mar 08 13:08:23.657863 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de2be8-b1a7-45a2-ad9c-b40a24d7a8e2 req-3ecb76bc-1287-416f-8a23-bd8483dfcffe tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:23.659281 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-55de2be8-b1a7-45a2-ad9c-b40a24d7a8e2 req-3ecb76bc-1287-416f-8a23-bd8483dfcffe tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.0525758 Mar 08 13:08:23.708807 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-55de2be8-b1a7-45a2-ad9c-b40a24d7a8e2 req-8b29b4b8-95d1-4f2a-9036-60279f32bf00 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439322 Mar 08 13:08:24.011481 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bebbeb-b12f-4be9-a33d-a2252e5912ab req-88613ef7-66a0-4368-8dc4-7749ee6b2bcb tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:24.013472 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-63bebbeb-b12f-4be9-a33d-a2252e5912ab req-88613ef7-66a0-4368-8dc4-7749ee6b2bcb tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 984 time: 0.0548828 Mar 08 13:08:24.071488 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-63bebbeb-b12f-4be9-a33d-a2252e5912ab req-9bcdb8e0-44b5-4ee5-b22d-cc09e97397bd tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&id=2757cb34-d83f-4bba-97b5-cb09e743113d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521977 Mar 08 13:08:24.697920 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c98b3560-e5b0-4739-9367-c1511b399647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:24.833300 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969c4af-e206-47c1-bf61-d86d4de2603e req-5281d202-ac45-4254-8199-d3e3cfc04a36 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:24.834728 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e969c4af-e206-47c1-bf61-d86d4de2603e req-5281d202-ac45-4254-8199-d3e3cfc04a36 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.0583129 Mar 08 13:08:24.885522 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e969c4af-e206-47c1-bf61-d86d4de2603e req-d648cfc5-0dae-4f95-85ad-d3b4cc7df1b7 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446923 Mar 08 13:08:25.194186 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3bdc6-1794-4d87-ab0b-d0d509d69ec3 req-6ca1bb41-5982-4cd0-a4d1-8c08506783ff tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:25.195679 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a1f3bdc6-1794-4d87-ab0b-d0d509d69ec3 req-6ca1bb41-5982-4cd0-a4d1-8c08506783ff tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 984 time: 0.0564835 Mar 08 13:08:25.254341 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a1f3bdc6-1794-4d87-ab0b-d0d509d69ec3 req-dd8b8f4e-5cd0-43b4-b111-eb53a859732f tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&id=2757cb34-d83f-4bba-97b5-cb09e743113d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529716 Mar 08 13:08:26.009493 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff66ca-30be-4412-a1b1-5211b7efdacf req-1723d31d-f3ee-4e1b-a640-729cce4b8205 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:26.010944 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2fff66ca-30be-4412-a1b1-5211b7efdacf req-1723d31d-f3ee-4e1b-a640-729cce4b8205 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.0573719 Mar 08 13:08:26.068934 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2fff66ca-30be-4412-a1b1-5211b7efdacf req-7dd8f191-b978-4af6-a581-1ee7f3e2e707 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515318 Mar 08 13:08:26.372884 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93b5f0-62b9-4a23-88d4-a1f0009022c6 req-49660fb2-585f-492b-8db0-21f4ff7598ed tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:26.374432 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-be93b5f0-62b9-4a23-88d4-a1f0009022c6 req-49660fb2-585f-492b-8db0-21f4ff7598ed tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 984 time: 0.0544648 Mar 08 13:08:26.436041 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-be93b5f0-62b9-4a23-88d4-a1f0009022c6 req-f33a93e0-4dce-45a1-83f1-07f308917189 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&id=2757cb34-d83f-4bba-97b5-cb09e743113d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548677 Mar 08 13:08:26.916023 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1d952406-9687-4ff7-a772-f4c53ff095d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:27.363835 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430d3f0-8b9b-416a-a7f9-a7417931db6a req-78c0d28b-d302-4a26-97f2-cbfceeacc188 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:27.365484 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4430d3f0-8b9b-416a-a7f9-a7417931db6a req-78c0d28b-d302-4a26-97f2-cbfceeacc188 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.0600610 Mar 08 13:08:27.415972 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4430d3f0-8b9b-416a-a7f9-a7417931db6a req-b875c379-642a-4aaa-90c5-58f6f6665329 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443227 Mar 08 13:08:27.556594 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36570d-d7e8-4e6a-80fb-3db83f4c10a9 req-3316137e-09a5-463a-b741-536870a74838 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:27.558082 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-da36570d-d7e8-4e6a-80fb-3db83f4c10a9 req-3316137e-09a5-463a-b741-536870a74838 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 984 time: 0.0569999 Mar 08 13:08:27.619908 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-da36570d-d7e8-4e6a-80fb-3db83f4c10a9 req-eb7ea478-92bf-4689-ade1-e7c476e2a859 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&id=2757cb34-d83f-4bba-97b5-cb09e743113d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553832 Mar 08 13:08:28.140231 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:28.541071 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae8547-d9a4-4a0e-8928-b22103f0e45e req-4ebb609b-8e2d-493c-8957-cf96cef708bc tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:28.542704 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8cae8547-d9a4-4a0e-8928-b22103f0e45e req-4ebb609b-8e2d-493c-8957-cf96cef708bc tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.0558119 Mar 08 13:08:28.604577 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8cae8547-d9a4-4a0e-8928-b22103f0e45e req-b437b282-6a7e-4411-8fb2-8cf15a9fb173 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556934 Mar 08 13:08:28.754187 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4064d51-2227-4a2f-ac46-53f7359d82de req-fd84c029-ae32-4630-a3de-58d8a3ca3303 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:28.755721 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b4064d51-2227-4a2f-ac46-53f7359d82de req-fd84c029-ae32-4630-a3de-58d8a3ca3303 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 984 time: 0.0661771 Mar 08 13:08:28.817008 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b4064d51-2227-4a2f-ac46-53f7359d82de req-5ce8e1cb-13e0-4d4d-82fa-00ebe55867ac tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&id=2757cb34-d83f-4bba-97b5-cb09e743113d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554707 Mar 08 13:08:29.583011 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:29.729269 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743662b8-7b68-4edb-9295-c3fd91d425aa req-8de214af-7163-47e1-915e-9cb0e6df8f2b tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:29.730770 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-743662b8-7b68-4edb-9295-c3fd91d425aa req-8de214af-7163-47e1-915e-9cb0e6df8f2b tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.0547335 Mar 08 13:08:29.781571 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-743662b8-7b68-4edb-9295-c3fd91d425aa req-2806e978-0ea7-40c7-8472-3e2a3a9786d0 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446203 Mar 08 13:08:29.943219 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98c833-7f5f-4872-8826-e9f8e1c09738 req-100101fc-8ab5-45b2-9eda-fce6b7cebb0e tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:29.944826 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ae98c833-7f5f-4872-8826-e9f8e1c09738 req-100101fc-8ab5-45b2-9eda-fce6b7cebb0e tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 984 time: 0.0540028 Mar 08 13:08:30.008855 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ae98c833-7f5f-4872-8826-e9f8e1c09738 req-2e437c58-8719-44df-85d8-c677e7e7e221 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&id=2757cb34-d83f-4bba-97b5-cb09e743113d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582089 Mar 08 13:08:30.901645 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9df441-1c9b-479f-8db7-67031bdf5e36 req-c8d0a3f4-1245-400b-bffc-7f98582773ff tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:30.903167 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8f9df441-1c9b-479f-8db7-67031bdf5e36 req-c8d0a3f4-1245-400b-bffc-7f98582773ff tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.0552056 Mar 08 13:08:30.938978 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:30.956770 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8f9df441-1c9b-479f-8db7-67031bdf5e36 req-8f988e15-2af6-444a-891b-8190bde40def tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479631 Mar 08 13:08:31.135628 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a88c4-5c88-4cdc-8b6b-4ed3c16d4a8d req-7ddd550e-6bbe-4d1e-be0b-1646effa70c5 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:31.137139 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-155a88c4-5c88-4cdc-8b6b-4ed3c16d4a8d req-7ddd550e-6bbe-4d1e-be0b-1646effa70c5 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 984 time: 0.0613029 Mar 08 13:08:31.195651 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-155a88c4-5c88-4cdc-8b6b-4ed3c16d4a8d req-c6cb60fe-00d0-4d8d-bd2a-37f30f834910 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&id=2757cb34-d83f-4bba-97b5-cb09e743113d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527654 Mar 08 13:08:32.081273 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb1464-174f-4596-90df-acbfb2eb10a8 req-bf051c90-f8c1-4564-8c10-b1efbdc2933b tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:32.082740 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a9cb1464-174f-4596-90df-acbfb2eb10a8 req-bf051c90-f8c1-4564-8c10-b1efbdc2933b tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.0576248 Mar 08 13:08:32.132471 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a9cb1464-174f-4596-90df-acbfb2eb10a8 req-b34e22f7-acac-4e5e-84ab-06fc7146975a tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441961 Mar 08 13:08:32.314287 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dbaca-b6a8-421f-b689-7735e77aeb88 req-d00b2d75-92ba-4a5a-921d-a8431fd27a20 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:32.315771 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4e1dbaca-b6a8-421f-b689-7735e77aeb88 req-d00b2d75-92ba-4a5a-921d-a8431fd27a20 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 984 time: 0.0535171 Mar 08 13:08:32.379016 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4e1dbaca-b6a8-421f-b689-7735e77aeb88 req-83190122-ef35-4558-ba6e-bd896dfcb226 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&id=2757cb34-d83f-4bba-97b5-cb09e743113d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576749 Mar 08 13:08:33.255343 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1e455-69a3-4f2a-b56f-d1be9b09940e req-578feb71-a7f9-4ac5-b624-a0fde94ce244 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:33.256842 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9be1e455-69a3-4f2a-b56f-d1be9b09940e req-578feb71-a7f9-4ac5-b624-a0fde94ce244 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.0557158 Mar 08 13:08:33.307069 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9be1e455-69a3-4f2a-b56f-d1be9b09940e req-1969d0cc-aae5-470e-a2fe-6e3232eb4740 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447454 Mar 08 13:08:33.501137 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb2c0e-7546-47de-b874-815d1352991e req-a2152e71-dcf2-4834-a511-037b13939fcb tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:33.502623 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8ccb2c0e-7546-47de-b874-815d1352991e req-a2152e71-dcf2-4834-a511-037b13939fcb tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 984 time: 0.0580983 Mar 08 13:08:33.561688 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8ccb2c0e-7546-47de-b874-815d1352991e req-2ec47d24-c429-407a-aeec-9cf09a543ace tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&id=2757cb34-d83f-4bba-97b5-cb09e743113d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535009 Mar 08 13:08:33.996511 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea261df-4f75-4159-ad59-f1b73c69b5af req-39fed3ca-8e50-487e-8e05-9a5673b184df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:34.006572 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-aea261df-4f75-4159-ad59-f1b73c69b5af req-39fed3ca-8e50-487e-8e05-9a5673b184df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5c1dbd73f714812884fd52131e1c532&device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 1130 time: 0.0527945 Mar 08 13:08:34.093949 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea261df-4f75-4159-ad59-f1b73c69b5af req-bd59386c-604d-4b39-808e-ee3b89f95f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:34.095397 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-aea261df-4f75-4159-ad59-f1b73c69b5af req-bd59386c-604d-4b39-808e-ee3b89f95f9a service neutron] 10.222.0.72 "GET /v2.0/networks?id=74fb8322-422e-4598-a582-08c81982953b HTTP/1.1" status: 200 len: 911 time: 0.0873814 Mar 08 13:08:34.165240 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-aea261df-4f75-4159-ad59-f1b73c69b5af req-fd75a212-1d07-416c-9ace-5c676a04ca7b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69c0ca4b-3a0c-4e89-867a-ea586508f818 HTTP/1.1" status: 200 len: 1001 time: 0.0626931 Mar 08 13:08:34.214860 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea261df-4f75-4159-ad59-f1b73c69b5af req-ab9bf695-03e6-40b7-9c2b-1e5b3ff471a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:34.216886 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-aea261df-4f75-4159-ad59-f1b73c69b5af req-ab9bf695-03e6-40b7-9c2b-1e5b3ff471a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6f0eaac-f97b-4e54-9851-727e4eab1e17 HTTP/1.1" status: 200 len: 848 time: 0.0433755 Mar 08 13:08:34.267349 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea261df-4f75-4159-ad59-f1b73c69b5af req-045c72f9-fab1-4cf1-bbb4-3dacefd2807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:34.268867 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-aea261df-4f75-4159-ad59-f1b73c69b5af req-045c72f9-fab1-4cf1-bbb4-3dacefd2807e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74fb8322-422e-4598-a582-08c81982953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456676 Mar 08 13:08:34.365337 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-aea261df-4f75-4159-ad59-f1b73c69b5af req-9cdbbc51-b581-429d-9f24-5a88e414292e service neutron] 10.222.0.72 "GET /v2.0/networks/74fb8322-422e-4598-a582-08c81982953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892289 Mar 08 13:08:34.487578 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa04a4-6e54-4ba4-8b15-a6826083584f req-654e5dbd-309c-416b-9284-49ccca646ce9 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:34.489052 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e2aa04a4-6e54-4ba4-8b15-a6826083584f req-654e5dbd-309c-416b-9284-49ccca646ce9 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.1094947 Mar 08 13:08:34.515935 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-aea261df-4f75-4159-ad59-f1b73c69b5af req-bb8181ff-37ad-4fce-89e9-a8ff9d3518d4 service neutron] 10.222.0.72 "GET /v2.0/networks/74fb8322-422e-4598-a582-08c81982953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435707 Mar 08 13:08:34.548325 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e2aa04a4-6e54-4ba4-8b15-a6826083584f req-6c39e4d9-2e73-4912-91c8-5b969374a23a tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537665 Mar 08 13:08:34.687728 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc2868-b34a-4d7c-abe3-17c635a243ed req-67882fd7-bf38-40f0-b27b-8d8afad4bd80 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:34.689279 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3bfc2868-b34a-4d7c-abe3-17c635a243ed req-67882fd7-bf38-40f0-b27b-8d8afad4bd80 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 984 time: 0.0538609 Mar 08 13:08:34.750063 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3bfc2868-b34a-4d7c-abe3-17c635a243ed req-da65a84d-3189-45d5-9bd4-edee330708af tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&id=2757cb34-d83f-4bba-97b5-cb09e743113d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545919 Mar 08 13:08:35.669065 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d6127-5e79-4a56-8630-8b4b0e6f6dfc req-894faf08-cea8-44f8-b0e0-2a4738aa34a5 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:35.670571 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-859d6127-5e79-4a56-8630-8b4b0e6f6dfc req-894faf08-cea8-44f8-b0e0-2a4738aa34a5 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.0550177 Mar 08 13:08:35.719998 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-859d6127-5e79-4a56-8630-8b4b0e6f6dfc req-13ea1af7-3938-4918-bea3-26e3c6637c7b tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438406 Mar 08 13:08:35.869905 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ffc82-7de2-4642-a7f6-93069c0567ef req-605521e4-5610-4943-b845-a742e9e89533 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:35.871443 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ad6ffc82-7de2-4642-a7f6-93069c0567ef req-605521e4-5610-4943-b845-a742e9e89533 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 984 time: 0.0543060 Mar 08 13:08:35.935678 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ad6ffc82-7de2-4642-a7f6-93069c0567ef req-386a912c-b440-4a9f-9876-1e5324439ee7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&id=2757cb34-d83f-4bba-97b5-cb09e743113d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578103 Mar 08 13:08:36.836514 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237eda80-163f-41fb-aa91-e4ef44215bfd req-c4a0c631-4111-463b-9e83-daec15998050 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:36.837950 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-237eda80-163f-41fb-aa91-e4ef44215bfd req-c4a0c631-4111-463b-9e83-daec15998050 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.0527344 Mar 08 13:08:36.890247 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-237eda80-163f-41fb-aa91-e4ef44215bfd req-789381b1-e3d9-4622-96d6-cc73d4a99506 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463474 Mar 08 13:08:37.055496 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ece6e-5464-45ce-afb7-89b69344350b req-05fcbb93-b05d-4c37-950d-2b01d64f5ce8 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:37.056999 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e40ece6e-5464-45ce-afb7-89b69344350b req-05fcbb93-b05d-4c37-950d-2b01d64f5ce8 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 984 time: 0.0528309 Mar 08 13:08:37.117158 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e40ece6e-5464-45ce-afb7-89b69344350b req-6bd641f4-105a-40c2-ae6e-b7cca0c2631e tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&id=2757cb34-d83f-4bba-97b5-cb09e743113d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541937 Mar 08 13:08:38.008676 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a529d-071a-4c75-9e14-5f356e6b8f49 req-40539200-0585-41d8-a09b-66f39867d842 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:38.010134 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-466a529d-071a-4c75-9e14-5f356e6b8f49 req-40539200-0585-41d8-a09b-66f39867d842 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.0525825 Mar 08 13:08:38.058026 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-466a529d-071a-4c75-9e14-5f356e6b8f49 req-e2bd307e-a48a-4223-8aa2-1771d6a27b26 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424936 Mar 08 13:08:38.231203 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651a00d-d0a7-4887-85ee-59f94e7fd1a2 req-b597fcfe-d1fc-4506-a45b-a206f82d3c9c tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:38.232717 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0651a00d-d0a7-4887-85ee-59f94e7fd1a2 req-b597fcfe-d1fc-4506-a45b-a206f82d3c9c tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 984 time: 0.0509303 Mar 08 13:08:38.290878 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0651a00d-d0a7-4887-85ee-59f94e7fd1a2 req-adb22615-024b-4f0d-ab84-d5538689e9ca tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&id=2757cb34-d83f-4bba-97b5-cb09e743113d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521164 Mar 08 13:08:39.187888 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd50aa-1ff0-46ea-8426-cbb349cda152 req-68310191-f3cc-4f40-95e3-0057157cc5a8 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:39.189410 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fcdd50aa-1ff0-46ea-8426-cbb349cda152 req-68310191-f3cc-4f40-95e3-0057157cc5a8 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.0571978 Mar 08 13:08:39.236438 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fcdd50aa-1ff0-46ea-8426-cbb349cda152 req-91a2c801-1da3-4d3c-b35d-dcc21a0be5eb tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415816 Mar 08 13:08:39.405515 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdb0bb-f276-4ac4-bd6e-b55f8af2d182 req-1041495c-9572-4646-b46b-e9bfb88eaa42 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:39.406976 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-01cdb0bb-f276-4ac4-bd6e-b55f8af2d182 req-1041495c-9572-4646-b46b-e9bfb88eaa42 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 984 time: 0.0518548 Mar 08 13:08:39.464893 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-01cdb0bb-f276-4ac4-bd6e-b55f8af2d182 req-d37e7e67-a80b-4c16-80b9-cb608712d4dd tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&id=2757cb34-d83f-4bba-97b5-cb09e743113d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522017 Mar 08 13:08:40.356700 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12143ee9-c7ee-491d-b839-b7b84c5b385e req-f4f35674-0877-42ac-bde5-83c1c9aab337 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:40.358668 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-12143ee9-c7ee-491d-b839-b7b84c5b385e req-f4f35674-0877-42ac-bde5-83c1c9aab337 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.0565219 Mar 08 13:08:40.406501 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-12143ee9-c7ee-491d-b839-b7b84c5b385e req-b8001198-9068-4fea-8b23-bd9fa9189ca8 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422971 Mar 08 13:08:40.963473 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 69c0ca4b-3a0c-4e89-867a-ea586508f818 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:08:41.039852 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 69c0ca4b-3a0c-4e89-867a-ea586508f818 is: ACTIVE; New status is: DOWN {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:08:41.040241 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (69c0ca4b-3a0c-4e89-867a-ea586508f818), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:41.061883 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23b9c24-c43d-45a5-87e9-403edccc6360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69c0ca4b-3a0c-4e89-867a-ea586508f818'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:08:41.064096 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f02a98a4da79acb06d2148361802764e90037bdc05c069ddf0d3843ada5eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4f7a6a-26a6-4fa3-909b-06981ff55fec" -d '{"events": [{"server_uuid": "f23b9c24-c43d-45a5-87e9-403edccc6360", "name": "network-vif-unplugged", "status": "completed", "tag": "69c0ca4b-3a0c-4e89-867a-ea586508f818"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:08:41.076633 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 69c0ca4b-3a0c-4e89-867a-ea586508f818, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=69c0ca4b-3a0c-4e89-867a-ea586508f818,segment=NetworkSegment(327aa9d0-0865-44d5-bdb4-bf75325012df),segment_id=327aa9d0-0865-44d5-bdb4-bf75325012df)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:41.080767 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (69c0ca4b-3a0c-4e89-867a-ea586508f818), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:41.103409 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 13:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6b1691-e488-4285-b4c2-8400b8c427db x-openstack-request-id: req-0b6b1691-e488-4285-b4c2-8400b8c427db {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:08:41.103705 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23b9c24-c43d-45a5-87e9-403edccc6360", "name": "network-vif-unplugged", "status": "completed", "tag": "69c0ca4b-3a0c-4e89-867a-ea586508f818", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:08:41.103959 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0b6b1691-e488-4285-b4c2-8400b8c427db {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:08:41.104347 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23b9c24-c43d-45a5-87e9-403edccc6360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69c0ca4b-3a0c-4e89-867a-ea586508f818', 'code': 200} Mar 08 13:08:41.128902 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=69c0ca4b-3a0c-4e89-867a-ea586508f818,revision_number=6']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:41.141068 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:41.141385 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:41.141738 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:41.142130 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:41.142396 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:41.142757 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:41.143121 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:41.143445 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:41.143768 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:41.144088 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:41.144411 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:41.144753 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:41.145070 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:41.527020 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cc9d6-c673-4379-bb3e-24c9a98f681a req-2dbff64c-07ea-4d41-9fc2-203797ff9d1c tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:41.529199 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-959cc9d6-c673-4379-bb3e-24c9a98f681a req-2dbff64c-07ea-4d41-9fc2-203797ff9d1c tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 944 time: 0.0532930 Mar 08 13:08:41.577433 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-959cc9d6-c673-4379-bb3e-24c9a98f681a req-7ace5fb8-74b7-42a1-98af-daf4452b066e tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434515 Mar 08 13:08:42.490914 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:42.541173 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7aafd5-aff8-4f05-829b-0f58514ab9f3 req-1eec5d18-dc27-4386-83a3-e0a5abdc23dc tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:42.542920 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1a7aafd5-aff8-4f05-829b-0f58514ab9f3 req-1eec5d18-dc27-4386-83a3-e0a5abdc23dc tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 946 time: 0.0569482 Mar 08 13:08:42.589277 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1a7aafd5-aff8-4f05-829b-0f58514ab9f3 req-cb52d952-ba1c-4858-9858-b95aa96c5d15 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407126 Mar 08 13:08:42.696981 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61745108-f53a-4419-b818-a87d162922da req-cc61f157-602f-4f81-9ac9-10b76458d58b tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:42.698462 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-61745108-f53a-4419-b818-a87d162922da req-cc61f157-602f-4f81-9ac9-10b76458d58b tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 944 time: 0.0545185 Mar 08 13:08:42.746079 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-61745108-f53a-4419-b818-a87d162922da req-b86b3b0e-0724-4a6d-9bf9-71c97329b1c2 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413084 Mar 08 13:08:42.953297 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae47dd-1b91-43ff-beb8-4d915ae59f3b req-d761a570-551c-42a1-b907-649ca34a545b tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:42.954787 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-42ae47dd-1b91-43ff-beb8-4d915ae59f3b req-d761a570-551c-42a1-b907-649ca34a545b tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 944 time: 0.0532563 Mar 08 13:08:42.981287 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45004) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:43.006558 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-42ae47dd-1b91-43ff-beb8-4d915ae59f3b req-65f7dc06-6aeb-49df-a83b-c6b8eaf0e6ec tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454359 Mar 08 13:08:43.072873 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-42672a8c-bac3-42e1-8b9e-42e6777d3a50 req-47d2dffb-ddef-4b90-81e6-77fb2b2fa00f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0900733 Mar 08 13:08:43.081360 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [req-42672a8c-bac3-42e1-8b9e-42e6777d3a50 req-46585e49-4180-4b46-a5d5-5a8976752cb8 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:08:43.082294 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-42672a8c-bac3-42e1-8b9e-42e6777d3a50 req-46585e49-4180-4b46-a5d5-5a8976752cb8 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046675 Mar 08 13:08:43.210153 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 45014) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:43.304902 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42672a8c-bac3-42e1-8b9e-42e6777d3a50 req-a13134ff-d796-4c70-85eb-2625bcdaf8c3 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:43.306253 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-42672a8c-bac3-42e1-8b9e-42e6777d3a50 req-a13134ff-d796-4c70-85eb-2625bcdaf8c3 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports/69c0ca4b-3a0c-4e89-867a-ea586508f818 HTTP/1.1" status: 200 len: 941 time: 0.0951102 Mar 08 13:08:43.718602 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba26f96-9e85-4643-a365-ad5113af6995 req-ab825613-875d-403b-ae09-1d0f4c8349b1 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:43.720209 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dba26f96-9e85-4643-a365-ad5113af6995 req-ab825613-875d-403b-ae09-1d0f4c8349b1 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 946 time: 0.0563524 Mar 08 13:08:43.767771 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dba26f96-9e85-4643-a365-ad5113af6995 req-59197952-4a96-4570-9c4c-a8517d599232 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414581 Mar 08 13:08:44.129713 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65264b1-8f7c-419c-b1e9-99b9df744b6b req-78573b7b-4378-4a8b-a6b1-eb6b690ba784 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:44.131629 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e65264b1-8f7c-419c-b1e9-99b9df744b6b req-78573b7b-4378-4a8b-a6b1-eb6b690ba784 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 944 time: 0.0590005 Mar 08 13:08:44.179216 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e65264b1-8f7c-419c-b1e9-99b9df744b6b req-f39bf4b8-90a7-4071-b74e-092635e33d73 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418494 Mar 08 13:08:44.921180 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364985c6-f48d-44ca-8151-7266ec1ad378 req-05473397-afed-428e-a148-84b34ed568d7 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:44.922717 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-364985c6-f48d-44ca-8151-7266ec1ad378 req-05473397-afed-428e-a148-84b34ed568d7 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.72 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 946 time: 0.0826533 Mar 08 13:08:44.930087 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824ea98-e03c-42cb-b597-9c644935f1d3 req-8f6bd4db-8e8a-4686-8e0b-0eeb1d0c5a5f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:44.931406 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9824ea98-e03c-42cb-b597-9c644935f1d3 req-8f6bd4db-8e8a-4686-8e0b-0eeb1d0c5a5f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 946 time: 0.0834572 Mar 08 13:08:45.027848 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9824ea98-e03c-42cb-b597-9c644935f1d3 req-f52e6307-5527-4644-bd79-f0e417a0e3fa tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=3417b0ef-d24f-4260-b850-fe9f0eed4745&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895762 Mar 08 13:08:45.054153 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-364985c6-f48d-44ca-8151-7266ec1ad378 req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Deleting port 4eb09271-6940-4210-8561-cd41923766bb {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:08:45.054433 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-364985c6-f48d-44ca-8151-7266ec1ad378 req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (4eb09271-6940-4210-8561-cd41923766bb), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:45.178376 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-364985c6-f48d-44ca-8151-7266ec1ad378 req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] For port 4eb09271-6940-4210-8561-cd41923766bb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4eb09271-6940-4210-8561-cd41923766bb,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:45.178731 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-364985c6-f48d-44ca-8151-7266ec1ad378 req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (4eb09271-6940-4210-8561-cd41923766bb), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:45.187592 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42672a8c-bac3-42e1-8b9e-42e6777d3a50 req-344e7d28-6467-440e-bf7a-538f33d905c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:45.189100 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-42672a8c-bac3-42e1-8b9e-42e6777d3a50 req-344e7d28-6467-440e-bf7a-538f33d905c2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360&tenant_id=c5c1dbd73f714812884fd52131e1c532 HTTP/1.1" status: 200 len: 1128 time: 0.0772181 Mar 08 13:08:45.298142 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0b75b-41ce-4f31-9ce8-2244f3796e39 req-c0cc6004-f23a-492b-9760-0bcc732b4bea tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:45.299635 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-26c0b75b-41ce-4f31-9ce8-2244f3796e39 req-c0cc6004-f23a-492b-9760-0bcc732b4bea tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 944 time: 0.0521872 Mar 08 13:08:45.348166 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-26c0b75b-41ce-4f31-9ce8-2244f3796e39 req-4821955c-d035-4951-8d58-fe8197f305df tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428030 Mar 08 13:08:45.376219 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42672a8c-bac3-42e1-8b9e-42e6777d3a50 req-d75aae6a-9fc2-4154-96c5-788c20c8fbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:45.377740 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-42672a8c-bac3-42e1-8b9e-42e6777d3a50 req-d75aae6a-9fc2-4154-96c5-788c20c8fbba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5c1dbd73f714812884fd52131e1c532&device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 1128 time: 0.1237826 Mar 08 13:08:45.494144 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-364985c6-f48d-44ca-8151-7266ec1ad378 req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:45.494505 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-364985c6-f48d-44ca-8151-7266ec1ad378 req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (56dd6440-c1b0-495b-b8f9-d0f9d1690c76), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:45.494842 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.l3_db [req-364985c6-f48d-44ca-8151-7266ec1ad378 req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Floating IP 56dd6440-c1b0-495b-b8f9-d0f9d1690c76 disassociated. External IP: 172.27.3.69, port: 4eb09271-6940-4210-8561-cd41923766bb. Mar 08 13:08:45.495172 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-364985c6-f48d-44ca-8151-7266ec1ad378 req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Calling delete_port for 4eb09271-6940-4210-8561-cd41923766bb owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:08:45.554860 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42672a8c-bac3-42e1-8b9e-42e6777d3a50 req-777ba611-8cb3-4e7c-ad03-26b7c7099731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:45.556333 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-42672a8c-bac3-42e1-8b9e-42e6777d3a50 req-777ba611-8cb3-4e7c-ad03-26b7c7099731 service neutron] 10.222.0.72 "GET /v2.0/networks?id=74fb8322-422e-4598-a582-08c81982953b HTTP/1.1" status: 200 len: 911 time: 0.1710627 Mar 08 13:08:45.641374 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-42672a8c-bac3-42e1-8b9e-42e6777d3a50 req-0a3f80f9-e241-4ae4-bbd0-6db5809d0e99 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69c0ca4b-3a0c-4e89-867a-ea586508f818 HTTP/1.1" status: 200 len: 999 time: 0.0768356 Mar 08 13:08:45.722417 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42672a8c-bac3-42e1-8b9e-42e6777d3a50 req-25bd47cb-35e0-4c10-90ce-8eba98ee47ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:45.723957 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-42672a8c-bac3-42e1-8b9e-42e6777d3a50 req-25bd47cb-35e0-4c10-90ce-8eba98ee47ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6f0eaac-f97b-4e54-9851-727e4eab1e17 HTTP/1.1" status: 200 len: 848 time: 0.0742948 Mar 08 13:08:45.725063 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-364985c6-f48d-44ca-8151-7266ec1ad378 req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (4eb09271-6940-4210-8561-cd41923766bb), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:45.765891 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Pushing event deleted for resources: {'Port': ['ID=4eb09271-6940-4210-8561-cd41923766bb,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:46.025849 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:46.026512 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:46.026512 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:46.026866 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:46.027219 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:46.027537 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:46.027870 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:46.028203 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:46.028536 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:46.028893 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:46.029251 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:46.029579 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:46.029907 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:46.089902 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42672a8c-bac3-42e1-8b9e-42e6777d3a50 req-bfae0ae6-6cf4-4224-854f-3d4aef4190de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:46.091421 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-42672a8c-bac3-42e1-8b9e-42e6777d3a50 req-bfae0ae6-6cf4-4224-854f-3d4aef4190de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74fb8322-422e-4598-a582-08c81982953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3601034 Mar 08 13:08:46.173116 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8533babe-2ed1-4112-afc2-536adacfdc2d req-356b86ca-9ba0-4d95-8c4a-a99d5a8a9285 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 210 time: 0.0471802 Mar 08 13:08:46.237626 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-364985c6-f48d-44ca-8151-7266ec1ad378 req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Router 60cedf14-fb11-4ee0-8251-57ef157bb87d has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:08:46.265774 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-42672a8c-bac3-42e1-8b9e-42e6777d3a50 req-a0e62d50-02aa-4fd5-b946-cbc77abdaa89 service neutron] 10.222.0.72 "GET /v2.0/networks/74fb8322-422e-4598-a582-08c81982953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389310 Mar 08 13:08:46.436473 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-42672a8c-bac3-42e1-8b9e-42e6777d3a50 req-6f6b7c9b-8584-4e2a-9601-c3d2a7979030 service neutron] 10.222.0.72 "GET /v2.0/networks/74fb8322-422e-4598-a582-08c81982953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393063 Mar 08 13:08:46.437618 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-364985c6-f48d-44ca-8151-7266ec1ad378 req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:08:46.448900 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c43626-19c9-41fb-b9e9-ec4c08c099b0 None None] Sync routers for ids ['60cedf14-fb11-4ee0-8251-57ef157bb87d'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:08:46.465292 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c43626-19c9-41fb-b9e9-ec4c08c099b0 None None] Routers {'60cedf14-fb11-4ee0-8251-57ef157bb87d'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:08:46.466339 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-41c43626-19c9-41fb-b9e9-ec4c08c099b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:08:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['60cedf14-fb11-4ee0-8251-57ef157bb87d'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:46.488019 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-364985c6-f48d-44ca-8151-7266ec1ad378 req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] No DVR routers for this DVR port 4eb09271-6940-4210-8561-cd41923766bb on host hv-cinder-83008 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:08:46.491348 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-364985c6-f48d-44ca-8151-7266ec1ad378 req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:46.496235 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-364985c6-f48d-44ca-8151-7266ec1ad378 req-dc9f93ee-11dd-4363-866b-46a4e358e652 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.72 "DELETE /v2.0/ports/4eb09271-6940-4210-8561-cd41923766bb HTTP/1.1" status: 204 len: 173 time: 1.5637155 Mar 08 13:08:46.496758 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9b92dc-f6c3-4500-a4fe-e80c775ba294', 'name': 'network-vif-deleted', 'tag': '4eb09271-6940-4210-8561-cd41923766bb'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:08:46.499576 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa313496-03b8-411b-993a-e0d21d8c315f" -d '{"events": [{"server_uuid": "9b9b92dc-f6c3-4500-a4fe-e80c775ba294", "name": "network-vif-deleted", "tag": "4eb09271-6940-4210-8561-cd41923766bb"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:08:46.504464 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86cb71-0e87-414d-b2f2-c497ddd1c5bc req-883c5686-a60c-4fe5-97a9-54ac82ddd50f tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:46.517225 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-eb86cb71-0e87-414d-b2f2-c497ddd1c5bc req-883c5686-a60c-4fe5-97a9-54ac82ddd50f tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 944 time: 0.0936048 Mar 08 13:08:46.575670 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-eb86cb71-0e87-414d-b2f2-c497ddd1c5bc req-8ce82e3e-b06b-4a8c-ba25-f00e3b4c099f tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516272 Mar 08 13:08:46.617488 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-41c43626-19c9-41fb-b9e9-ec4c08c099b0 None None] Set router 60cedf14-fb11-4ee0-8251-57ef157bb87d gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:08:46.620837 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4884ae-ba4c-466e-8a46-4b6eddf34245 x-openstack-request-id: req-1b4884ae-ba4c-466e-8a46-4b6eddf34245 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:08:46.621129 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9b92dc-f6c3-4500-a4fe-e80c775ba294", "name": "network-vif-deleted", "tag": "4eb09271-6940-4210-8561-cd41923766bb", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:08:46.621383 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1b4884ae-ba4c-466e-8a46-4b6eddf34245 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:08:46.621787 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9b92dc-f6c3-4500-a4fe-e80c775ba294', 'name': 'network-vif-deleted', 'tag': '4eb09271-6940-4210-8561-cd41923766bb', 'status': 'completed', 'code': 200} Mar 08 13:08:46.827660 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-41c43626-19c9-41fb-b9e9-ec4c08c099b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'name': 'tempest-AttachVolumeShelveTestJSON-306604063-router', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:11Z', 'updated_at': '2022-03-08T13:01:22Z', 'revision_number': 4, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'gw_port': {'id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:13Z', 'updated_at': '2022-03-08T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '9587cfc9-8e13-4323-bb1f-c0ce5568868b', 'name': '', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'mac_address': 'fa:16:3e:d5:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:19Z', 'updated_at': '2022-03-08T13:01:29Z', 'revision_number': 5, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'subnets': [{'id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:46.854007 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c43626-19c9-41fb-b9e9-ec4c08c099b0 None None] Checking router: 60cedf14-fb11-4ee0-8251-57ef157bb87d for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:08:46.868124 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c43626-19c9-41fb-b9e9-ec4c08c099b0 None None] Routers {'60cedf14-fb11-4ee0-8251-57ef157bb87d'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:08:46.868777 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-41c43626-19c9-41fb-b9e9-ec4c08c099b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:08:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['60cedf14-fb11-4ee0-8251-57ef157bb87d'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:46.986747 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-41c43626-19c9-41fb-b9e9-ec4c08c099b0 None None] Set router 60cedf14-fb11-4ee0-8251-57ef157bb87d gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:08:47.209219 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-41c43626-19c9-41fb-b9e9-ec4c08c099b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'name': 'tempest-AttachVolumeShelveTestJSON-306604063-router', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:11Z', 'updated_at': '2022-03-08T13:01:22Z', 'revision_number': 4, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'gw_port': {'id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:13Z', 'updated_at': '2022-03-08T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '9587cfc9-8e13-4323-bb1f-c0ce5568868b', 'name': '', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'mac_address': 'fa:16:3e:d5:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:19Z', 'updated_at': '2022-03-08T13:01:29Z', 'revision_number': 5, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'subnets': [{'id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:47.243155 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c43626-19c9-41fb-b9e9-ec4c08c099b0 None None] The sync data for ids ['60cedf14-fb11-4ee0-8251-57ef157bb87d'] in dv-cinder-830089-2-iscsi is: [{'id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'name': 'tempest-AttachVolumeShelveTestJSON-306604063-router', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:11Z', 'updated_at': '2022-03-08T13:01:22Z', 'revision_number': 4, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'gw_port': {'id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:13Z', 'updated_at': '2022-03-08T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '9587cfc9-8e13-4323-bb1f-c0ce5568868b', 'name': '', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'mac_address': 'fa:16:3e:d5:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:19Z', 'updated_at': '2022-03-08T13:01:29Z', 'revision_number': 5, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'subnets': [{'id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:08:47.318075 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-32be1444-8737-40a4-8f5f-1b3039175e32 req-80e9d497-eb14-4284-8988-eb4f7f606eef tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b9b92dc-f6c3-4500-a4fe-e80c775ba294 HTTP/1.1" status: 200 len: 210 time: 0.0301464 Mar 08 13:08:47.489812 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad31a572-714e-4c5c-ae56-9f3d8b0621a1 None None] New status for floating IP 56dd6440-c1b0-495b-b8f9-d0f9d1690c76: DOWN {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:08:47.707209 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af5efe-ee58-4cf6-88e9-274872781f24 req-391da98c-22d8-4a7f-8e63-7c7315c88f43 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:47.708765 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-54af5efe-ee58-4cf6-88e9-274872781f24 req-391da98c-22d8-4a7f-8e63-7c7315c88f43 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 944 time: 0.0604672 Mar 08 13:08:47.758575 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-54af5efe-ee58-4cf6-88e9-274872781f24 req-b7441551-457e-43ac-8564-a16cc02444ba tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441172 Mar 08 13:08:48.996290 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7e382-1c1e-4996-9134-1d60c9d45e00 req-413ec2c6-bf0c-462f-9062-9f8071049ca4 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:48.998055 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-52f7e382-1c1e-4996-9134-1d60c9d45e00 req-413ec2c6-bf0c-462f-9062-9f8071049ca4 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 944 time: 0.0552824 Mar 08 13:08:49.015602 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 4eb09271-6940-4210-8561-cd41923766bb no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:08:49.042027 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] No Port match for: 4eb09271-6940-4210-8561-cd41923766bb {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:08:49.042394 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 4eb09271-6940-4210-8561-cd41923766bb not bound to the agent host hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:08:49.057555 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-52f7e382-1c1e-4996-9134-1d60c9d45e00 req-a22fde29-dd4e-453b-a7fd-186e203c9bd5 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535865 Mar 08 13:08:49.426113 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 45072) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:49.479791 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-13cf0baa-4508-45f0-8716-d7b7e8cad329 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for security_group (3417b0ef-d24f-4260-b850-fe9f0eed4745), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:49.503437 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-13cf0baa-4508-45f0-8716-d7b7e8cad329 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for security_group (3417b0ef-d24f-4260-b850-fe9f0eed4745), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:49.556720 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-13cf0baa-4508-45f0-8716-d7b7e8cad329 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (3417b0ef-d24f-4260-b850-fe9f0eed4745), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:49.559304 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-13cf0baa-4508-45f0-8716-d7b7e8cad329 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:49.561003 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-13cf0baa-4508-45f0-8716-d7b7e8cad329 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "DELETE /v2.0/security-groups/3417b0ef-d24f-4260-b850-fe9f0eed4745 HTTP/1.1" status: 204 len: 168 time: 0.1332040 Mar 08 13:08:49.563863 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45080) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:49.571578 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf0baa-4508-45f0-8716-d7b7e8cad329 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3417b0ef-d24f-4260-b850-fe9f0eed4745,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:49.577582 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.api.v2.resource [None req-6da29c6a-4335-4613-befe-a5474d1aecf9 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] show failed (client error): The resource could not be found. Mar 08 13:08:49.578599 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-6da29c6a-4335-4613-befe-a5474d1aecf9 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups/3417b0ef-d24f-4260-b850-fe9f0eed4745 HTTP/1.1" status: 404 len: 347 time: 0.0137942 Mar 08 13:08:49.579453 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf0baa-4508-45f0-8716-d7b7e8cad329 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:49.579811 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf0baa-4508-45f0-8716-d7b7e8cad329 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:49.580153 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf0baa-4508-45f0-8716-d7b7e8cad329 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:49.580489 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf0baa-4508-45f0-8716-d7b7e8cad329 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:49.580856 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf0baa-4508-45f0-8716-d7b7e8cad329 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:49.581204 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf0baa-4508-45f0-8716-d7b7e8cad329 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:49.581455 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45082) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:49.581592 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf0baa-4508-45f0-8716-d7b7e8cad329 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:49.581830 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf0baa-4508-45f0-8716-d7b7e8cad329 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:49.582157 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf0baa-4508-45f0-8716-d7b7e8cad329 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:49.582480 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf0baa-4508-45f0-8716-d7b7e8cad329 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:49.582909 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf0baa-4508-45f0-8716-d7b7e8cad329 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:49.583241 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf0baa-4508-45f0-8716-d7b7e8cad329 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:49.583561 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf0baa-4508-45f0-8716-d7b7e8cad329 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:49.712475 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-874c74d8-3f04-49d2-bc9c-a1b7a79225ae tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Deleting port 08011c3d-8d94-4447-8097-409a5499660e {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:08:49.713083 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-874c74d8-3f04-49d2-bc9c-a1b7a79225ae tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (08011c3d-8d94-4447-8097-409a5499660e), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:49.813737 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-874c74d8-3f04-49d2-bc9c-a1b7a79225ae tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (08011c3d-8d94-4447-8097-409a5499660e), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:49.814063 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-874c74d8-3f04-49d2-bc9c-a1b7a79225ae tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for floatingip (08011c3d-8d94-4447-8097-409a5499660e), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:49.828611 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-874c74d8-3f04-49d2-bc9c-a1b7a79225ae tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Calling delete_port for 08011c3d-8d94-4447-8097-409a5499660e owned by network:floatingip {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:08:49.973147 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-874c74d8-3f04-49d2-bc9c-a1b7a79225ae tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (08011c3d-8d94-4447-8097-409a5499660e), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:50.003520 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c74d8-3f04-49d2-bc9c-a1b7a79225ae tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Pushing event deleted for resources: {'Port': ['ID=08011c3d-8d94-4447-8097-409a5499660e,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:50.067091 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-874c74d8-3f04-49d2-bc9c-a1b7a79225ae tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for floatingip (56dd6440-c1b0-495b-b8f9-d0f9d1690c76), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:50.069752 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-874c74d8-3f04-49d2-bc9c-a1b7a79225ae tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:50.070904 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-874c74d8-3f04-49d2-bc9c-a1b7a79225ae tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "DELETE /v2.0/floatingips/56dd6440-c1b0-495b-b8f9-d0f9d1690c76 HTTP/1.1" status: 204 len: 168 time: 0.4881005 Mar 08 13:08:50.177600 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72c19f-8fcb-441e-b60a-b9ec027a15df req-cfebc60d-700e-4efd-b1ea-0efe6764d9d0 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:50.179096 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bf72c19f-8fcb-441e-b60a-b9ec027a15df req-cfebc60d-700e-4efd-b1ea-0efe6764d9d0 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 944 time: 0.0524681 Mar 08 13:08:50.226483 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bf72c19f-8fcb-441e-b60a-b9ec027a15df req-2c11b510-360f-406c-a38a-a781da822bfe tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417695 Mar 08 13:08:50.669994 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45092) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:50.674569 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-7e290c2b-d080-4f46-ba6a-6cc65b83016b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2052087664', 'description': 'tempest-description--158508540'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:08:50.694131 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7e290c2b-d080-4f46-ba6a-6cc65b83016b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:50.763233 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7e290c2b-d080-4f46-ba6a-6cc65b83016b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for security_group (bdbb1059-7295-46da-b262-087463a6821d), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:50.768305 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7e290c2b-d080-4f46-ba6a-6cc65b83016b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (bdbb1059-7295-46da-b262-087463a6821d), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:50.799797 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7e290c2b-d080-4f46-ba6a-6cc65b83016b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:50.801066 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-7e290c2b-d080-4f46-ba6a-6cc65b83016b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1300378 Mar 08 13:08:50.801786 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e290c2b-d080-4f46-ba6a-6cc65b83016b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbb1059-7295-46da-b262-087463a6821d,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:50.803890 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45094) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:50.808161 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-05ba5503-5f3e-4dcc-9370-40060717cdc2 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Request body: {'security_group_rule': {'security_group_id': 'bdbb1059-7295-46da-b262-087463a6821d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:08:50.835015 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-05ba5503-5f3e-4dcc-9370-40060717cdc2 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for security_group_rule (3a2e791e-4ace-487a-97b3-6a155c4d417d), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:50.907465 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-05ba5503-5f3e-4dcc-9370-40060717cdc2 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for security_group_rule (3a2e791e-4ace-487a-97b3-6a155c4d417d), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:50.911467 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-05ba5503-5f3e-4dcc-9370-40060717cdc2 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (3a2e791e-4ace-487a-97b3-6a155c4d417d), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:50.937857 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba5503-5f3e-4dcc-9370-40060717cdc2 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a2e791e-4ace-487a-97b3-6a155c4d417d,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:50.942480 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-05ba5503-5f3e-4dcc-9370-40060717cdc2 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:50.943627 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-05ba5503-5f3e-4dcc-9370-40060717cdc2 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388102 Mar 08 13:08:50.946416 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 45102) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:50.951611 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-d11e4f37-7cc7-4928-9725-d46075f6553f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Request body: {'security_group_rule': {'security_group_id': 'bdbb1059-7295-46da-b262-087463a6821d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:08:50.977500 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d11e4f37-7cc7-4928-9725-d46075f6553f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for security_group_rule (67063116-b4c2-4304-bf02-f808c5f8d06e), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:51.035936 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d11e4f37-7cc7-4928-9725-d46075f6553f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for security_group_rule (67063116-b4c2-4304-bf02-f808c5f8d06e), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:51.039707 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d11e4f37-7cc7-4928-9725-d46075f6553f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (67063116-b4c2-4304-bf02-f808c5f8d06e), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:51.056434 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e4f37-7cc7-4928-9725-d46075f6553f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67063116-b4c2-4304-bf02-f808c5f8d06e,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:51.065506 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d11e4f37-7cc7-4928-9725-d46075f6553f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:51.066702 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-d11e4f37-7cc7-4928-9725-d46075f6553f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193058 Mar 08 13:08:51.069790 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 45106) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:51.074282 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-54855755-9407-40f1-b5aa-7ae3e8e8776c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Request body: {'floatingip': {'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:08:51.094284 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-54855755-9407-40f1-b5aa-7ae3e8e8776c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:51.128192 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:08:51.194554 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-54855755-9407-40f1-b5aa-7ae3e8e8776c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:51.324365 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-54855755-9407-40f1-b5aa-7ae3e8e8776c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Allocated IP 172.27.3.72 (5c176cc8-3706-4b4e-95aa-80d42c394e72/67bc08be-d366-4d47-9bdf-b91b4b3bbd14/6ee462cc-cea1-4e94-b040-50ea8024e54d) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:08:51.423928 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d9df2-69a9-4166-b1fc-b522a1733bef req-35e98406-077b-44e4-b52e-e2602b1e4e9b tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:51.425458 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-692d9df2-69a9-4166-b1fc-b522a1733bef req-35e98406-077b-44e4-b52e-e2602b1e4e9b tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 944 time: 0.1209736 Mar 08 13:08:51.492168 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-54855755-9407-40f1-b5aa-7ae3e8e8776c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for port (6ee462cc-cea1-4e94-b040-50ea8024e54d), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:51.505089 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-692d9df2-69a9-4166-b1fc-b522a1733bef req-d301a1d5-9973-4073-b2a7-c39ed7ea2f25 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736697 Mar 08 13:08:51.533920 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-54855755-9407-40f1-b5aa-7ae3e8e8776c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (6ee462cc-cea1-4e94-b040-50ea8024e54d), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:51.572671 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54855755-9407-40f1-b5aa-7ae3e8e8776c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:08:51.575443 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-54855755-9407-40f1-b5aa-7ae3e8e8776c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:08:51.578847 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54855755-9407-40f1-b5aa-7ae3e8e8776c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:08:51.603622 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54855755-9407-40f1-b5aa-7ae3e8e8776c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Pushing event updated for resources: {'Port': ['ID=6ee462cc-cea1-4e94-b040-50ea8024e54d,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:51.664378 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-54855755-9407-40f1-b5aa-7ae3e8e8776c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for floatingip (0dadeec7-3fd0-48e7-ab5d-7d61fe0ab7b9), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:51.699442 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-54855755-9407-40f1-b5aa-7ae3e8e8776c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (6ee462cc-cea1-4e94-b040-50ea8024e54d), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:51.847984 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-54855755-9407-40f1-b5aa-7ae3e8e8776c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for port (6ee462cc-cea1-4e94-b040-50ea8024e54d), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:51.853185 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-54855755-9407-40f1-b5aa-7ae3e8e8776c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287010'] for port (6ee462cc-cea1-4e94-b040-50ea8024e54d), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:51.923884 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54855755-9407-40f1-b5aa-7ae3e8e8776c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Pushing event updated for resources: {'Port': ['ID=6ee462cc-cea1-4e94-b040-50ea8024e54d,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:51.933687 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-54855755-9407-40f1-b5aa-7ae3e8e8776c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (0dadeec7-3fd0-48e7-ab5d-7d61fe0ab7b9), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:51.948173 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-54855755-9407-40f1-b5aa-7ae3e8e8776c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:51.949427 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-54855755-9407-40f1-b5aa-7ae3e8e8776c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8787336 Mar 08 13:08:52.147640 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-d79e5359-cdf0-4db2-b76d-13b82a372d9d tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--2052087664&fields=id&tenant_id=41c838c4ea194624a0d4fca29dbc6bc6 HTTP/1.1" status: 200 len: 267 time: 0.0436337 Mar 08 13:08:52.250061 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-4da67ee4-791f-4de2-bd82-912de4eac26b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:52.251533 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-4da67ee4-791f-4de2-bd82-912de4eac26b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/networks?id=1855bf0b-ed79-4719-8efd-6cc0a1498526 HTTP/1.1" status: 200 len: 816 time: 0.0966015 Mar 08 13:08:52.266296 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-04c469e7-ed60-41ec-a8a5-1ba214ad9b3c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/quotas/41c838c4ea194624a0d4fca29dbc6bc6 HTTP/1.1" status: 200 len: 375 time: 0.0094507 Mar 08 13:08:52.322867 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-d67b97b8-f944-477d-8b7d-a981fd0f1fc9 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=41c838c4ea194624a0d4fca29dbc6bc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519035 Mar 08 13:08:52.417663 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-c934a655-26fd-44a2-8922-ab17535ab116 service neutron] 10.222.0.50 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830045 Mar 08 13:08:52.509707 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-985677c1-cb43-436c-97d8-daa7e2bf902a service neutron] 10.222.0.50 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864661 Mar 08 13:08:52.625465 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd1981-b052-4d37-a96f-23995dcd35f3 req-516180f5-57db-4585-b809-ff04e5b9a5d3 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:52.627044 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bfbd1981-b052-4d37-a96f-23995dcd35f3 req-516180f5-57db-4585-b809-ff04e5b9a5d3 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 944 time: 0.0546861 Mar 08 13:08:52.673477 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3a55d9a4-7e40-4a5c-a080-dedc1c5b2b0d req-7fa6fb15-05f7-4e2d-8703-9cd6acfe36ed tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 210 time: 0.0300291 Mar 08 13:08:52.691043 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bfbd1981-b052-4d37-a96f-23995dcd35f3 req-41684809-97b1-47f7-9835-a3118651e583 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443971 Mar 08 13:08:53.783732 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-b03e0951-d305-43b4-8a62-36a0ed57a379 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:53.785221 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-b03e0951-d305-43b4-8a62-36a0ed57a379 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.72 "GET /v2.0/networks?id=1855bf0b-ed79-4719-8efd-6cc0a1498526 HTTP/1.1" status: 200 len: 816 time: 0.1219838 Mar 08 13:08:53.801570 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9da246a1-1970-43df-8355-9bc45c8ccc3d req-5e4d1fa6-9ce6-4bfa-b870-e2a793c095cb tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 210 time: 0.0366259 Mar 08 13:08:53.831892 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c3959-09f8-4ff5-8718-a5352dff9f11 req-b84a0a04-e43d-4b5c-a1be-1e34a89c550c tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:53.833514 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-af9c3959-09f8-4ff5-8718-a5352dff9f11 req-b84a0a04-e43d-4b5c-a1be-1e34a89c550c tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 944 time: 0.0563428 Mar 08 13:08:53.877599 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-cedb157f-bc6a-4cb5-81e4-ac5ecd693b73 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41c838c4ea194624a0d4fca29dbc6bc6 HTTP/1.1" status: 200 len: 380 time: 0.0611749 Mar 08 13:08:53.887245 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-9de32527-af82-4302-af44-f6f7033ad7b7 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Request body: {'port': {'device_id': 'd300689d-1e50-4e03-ba10-e68ce50f48bd', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'admin_state_up': True, 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'security_groups': ['bdbb1059-7295-46da-b262-087463a6821d']}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:08:53.887583 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-af9c3959-09f8-4ff5-8718-a5352dff9f11 req-6b259456-3e79-4aa8-8e0e-5aa9dee1d122 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480330 Mar 08 13:08:53.994408 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-9de32527-af82-4302-af44-f6f7033ad7b7 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Made reservation on behalf of 41c838c4ea194624a0d4fca29dbc6bc6 for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:08:53.997807 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-9de32527-af82-4302-af44-f6f7033ad7b7 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:54.124166 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-9de32527-af82-4302-af44-f6f7033ad7b7 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Allocated IP 172.20.0.12 (1855bf0b-ed79-4719-8efd-6cc0a1498526/b305f603-9e69-4e73-882b-c5731c87cd5a/caa06246-d9d8-421c-811d-fbf02939abe9) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:08:54.259944 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-9de32527-af82-4302-af44-f6f7033ad7b7 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for port (caa06246-d9d8-421c-811d-fbf02939abe9), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:54.294397 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-9de32527-af82-4302-af44-f6f7033ad7b7 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (caa06246-d9d8-421c-811d-fbf02939abe9), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:54.340054 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-9de32527-af82-4302-af44-f6f7033ad7b7 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Network 1855bf0b-ed79-4719-8efd-6cc0a1498526 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:08:54.343679 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-9de32527-af82-4302-af44-f6f7033ad7b7 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:08:54.346374 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-9de32527-af82-4302-af44-f6f7033ad7b7 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:08:54.375828 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de32527-af82-4302-af44-f6f7033ad7b7 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Pushing event updated for resources: {'Port': ['ID=caa06246-d9d8-421c-811d-fbf02939abe9,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:54.402418 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-9de32527-af82-4302-af44-f6f7033ad7b7 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:54.403051 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-9de32527-af82-4302-af44-f6f7033ad7b7 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:54.420514 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-9de32527-af82-4302-af44-f6f7033ad7b7 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5367832 Mar 08 13:08:54.439628 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-61654b78-7b7d-4f11-ac58-25219ed293e4 service neutron] Request body: {'port': {'device_id': 'd300689d-1e50-4e03-ba10-e68ce50f48bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:08:54.512547 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-61654b78-7b7d-4f11-ac58-25219ed293e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (caa06246-d9d8-421c-811d-fbf02939abe9), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:54.581321 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 45160) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:54.594465 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-e59166aa-0e42-4736-9880-c67b58174f53 None None] Provisioning complete for port caa06246-d9d8-421c-811d-fbf02939abe9 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:08:54.594997 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e59166aa-0e42-4736-9880-c67b58174f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (caa06246-d9d8-421c-811d-fbf02939abe9), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:54.634464 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-e59166aa-0e42-4736-9880-c67b58174f53 None None] Port caa06246-d9d8-421c-811d-fbf02939abe9 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:08:54.691542 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-77b29338-b1be-466f-940f-baad5da0c8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:54.698974 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1eb21486-e03a-4e85-a00b-f7d3684917ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:54.774432 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1eb21486-e03a-4e85-a00b-f7d3684917ee admin admin] Publish callbacks [] for security_group (a4994950-25be-428b-915f-e487e730b051), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:54.778231 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1eb21486-e03a-4e85-a00b-f7d3684917ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (a4994950-25be-428b-915f-e487e730b051), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:54.790183 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-61654b78-7b7d-4f11-ac58-25219ed293e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa06246-d9d8-421c-811d-fbf02939abe9 {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:08:54.797766 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-61654b78-7b7d-4f11-ac58-25219ed293e4 service neutron] Publish callbacks [] for port (caa06246-d9d8-421c-811d-fbf02939abe9), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:54.811571 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-61654b78-7b7d-4f11-ac58-25219ed293e4 service neutron] Transition to ACTIVE for port object caa06246-d9d8-421c-811d-fbf02939abe9 will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:08:54.815452 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-61654b78-7b7d-4f11-ac58-25219ed293e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (caa06246-d9d8-421c-811d-fbf02939abe9), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:54.816404 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-1eb21486-e03a-4e85-a00b-f7d3684917ee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=20fef4d92962402d949274d85cda0dab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340295 Mar 08 13:08:54.817268 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb21486-e03a-4e85-a00b-f7d3684917ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4994950-25be-428b-915f-e487e730b051,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:54.820009 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45164) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:54.914464 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61654b78-7b7d-4f11-ac58-25219ed293e4 service neutron] Pushing event updated for resources: {'Port': ['ID=caa06246-d9d8-421c-811d-fbf02939abe9,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:55.004842 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-89eb711a-efe2-48cf-a11a-646df425ccbb admin admin] Publish callbacks [] for security_group (a4994950-25be-428b-915f-e487e730b051), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:55.034799 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b3eea-2d30-4b40-9639-86d445abb788 req-3fe1fd1e-7b86-4909-b8c9-1552e9935050 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:55.039633 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d08b3eea-2d30-4b40-9639-86d445abb788 req-3fe1fd1e-7b86-4909-b8c9-1552e9935050 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 944 time: 0.0607376 Mar 08 13:08:55.041984 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667797e2-7d30-4935-9fdc-283ab9dcf461 req-1e74c33b-acf4-4284-806d-6d00578455cc tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:55.043524 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-667797e2-7d30-4935-9fdc-283ab9dcf461 req-1e74c33b-acf4-4284-806d-6d00578455cc tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 944 time: 0.1589859 Mar 08 13:08:55.049503 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-89eb711a-efe2-48cf-a11a-646df425ccbb admin admin] Publish callbacks [] for security_group (a4994950-25be-428b-915f-e487e730b051), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:55.090305 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d08b3eea-2d30-4b40-9639-86d445abb788 req-43aa058e-0866-49bb-a0c2-b30577bca394 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460200 Mar 08 13:08:55.090983 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-61654b78-7b7d-4f11-ac58-25219ed293e4 service neutron] Attempting to bind port caa06246-d9d8-421c-811d-fbf02939abe9 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:08:55.091344 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-61654b78-7b7d-4f11-ac58-25219ed293e4 service neutron] Attempting to bind port caa06246-d9d8-421c-811d-fbf02939abe9 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '6878711a-8eab-4297-87fb-369fac68aae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:08:55.091670 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-61654b78-7b7d-4f11-ac58-25219ed293e4 service neutron] Attempting to bind port caa06246-d9d8-421c-811d-fbf02939abe9 on network 1855bf0b-ed79-4719-8efd-6cc0a1498526 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:08:55.119010 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-61654b78-7b7d-4f11-ac58-25219ed293e4 service neutron] Port caa06246-d9d8-421c-811d-fbf02939abe9 on network 1855bf0b-ed79-4719-8efd-6cc0a1498526 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:08:55.119333 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-61654b78-7b7d-4f11-ac58-25219ed293e4 service neutron] Attempting to bind port caa06246-d9d8-421c-811d-fbf02939abe9 on network 1855bf0b-ed79-4719-8efd-6cc0a1498526 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:08:55.129264 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-61654b78-7b7d-4f11-ac58-25219ed293e4 service neutron] Checking agent: {'id': '1556a156-0b90-4c62-9625-a828b1293451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'started_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:08:55.129540 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-61654b78-7b7d-4f11-ac58-25219ed293e4 service neutron] Checking segment: {'id': '6878711a-8eab-4297-87fb-369fac68aae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:08:55.129920 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-61654b78-7b7d-4f11-ac58-25219ed293e4 service neutron] Bound using segment: {'id': '6878711a-8eab-4297-87fb-369fac68aae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:08:55.130331 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-61654b78-7b7d-4f11-ac58-25219ed293e4 service neutron] Bound port: caa06246-d9d8-421c-811d-fbf02939abe9, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6878711a-8eab-4297-87fb-369fac68aae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:08:55.130684 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-61654b78-7b7d-4f11-ac58-25219ed293e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (caa06246-d9d8-421c-811d-fbf02939abe9), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:55.151673 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-667797e2-7d30-4935-9fdc-283ab9dcf461 req-7cf0f31a-2b8e-4d29-b8cb-b903c3f7902b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923665 Mar 08 13:08:55.175877 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-89eb711a-efe2-48cf-a11a-646df425ccbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (a4994950-25be-428b-915f-e487e730b051), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:55.178439 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-89eb711a-efe2-48cf-a11a-646df425ccbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:55.181742 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-89eb711a-efe2-48cf-a11a-646df425ccbb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a4994950-25be-428b-915f-e487e730b051 HTTP/1.1" status: 204 len: 168 time: 0.3581846 Mar 08 13:08:55.196719 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb711a-efe2-48cf-a11a-646df425ccbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4994950-25be-428b-915f-e487e730b051,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:55.218980 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-61654b78-7b7d-4f11-ac58-25219ed293e4 service neutron] For port caa06246-d9d8-421c-811d-fbf02939abe9, host hv-cinder-83008, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:08:55.222269 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-61654b78-7b7d-4f11-ac58-25219ed293e4 service neutron] For port caa06246-d9d8-421c-811d-fbf02939abe9, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=caa06246-d9d8-421c-811d-fbf02939abe9,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:08:55.228963 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-61654b78-7b7d-4f11-ac58-25219ed293e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (caa06246-d9d8-421c-811d-fbf02939abe9), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:55.267754 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-61654b78-7b7d-4f11-ac58-25219ed293e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:55.268437 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-61654b78-7b7d-4f11-ac58-25219ed293e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:55.269940 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-61654b78-7b7d-4f11-ac58-25219ed293e4 service neutron] 10.222.0.72 "PUT /v2.0/ports/caa06246-d9d8-421c-811d-fbf02939abe9 HTTP/1.1" status: 200 len: 1094 time: 0.8349159 Mar 08 13:08:55.270476 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd300689d-1e50-4e03-ba10-e68ce50f48bd', 'tag': 'caa06246-d9d8-421c-811d-fbf02939abe9'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:08:55.273019 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b847f612-9d8d-4bf4-b00e-5ba896cd8b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "d300689d-1e50-4e03-ba10-e68ce50f48bd", "tag": "caa06246-d9d8-421c-811d-fbf02939abe9"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:08:55.311083 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61654b78-7b7d-4f11-ac58-25219ed293e4 service neutron] Pushing event updated for resources: {'Port': ['ID=caa06246-d9d8-421c-811d-fbf02939abe9,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:55.331257 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398d5d27-8778-4409-9513-95201f568ae5 x-openstack-request-id: req-398d5d27-8778-4409-9513-95201f568ae5 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:08:55.332321 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d300689d-1e50-4e03-ba10-e68ce50f48bd", "tag": "caa06246-d9d8-421c-811d-fbf02939abe9", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:08:55.332625 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-398d5d27-8778-4409-9513-95201f568ae5 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:08:55.333059 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd300689d-1e50-4e03-ba10-e68ce50f48bd', 'tag': 'caa06246-d9d8-421c-811d-fbf02939abe9', 'status': 'completed', 'code': 200} Mar 08 13:08:55.395557 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-d6cceb77-4189-4e9a-bcdc-f7f1943c80c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:55.397327 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-d6cceb77-4189-4e9a-bcdc-f7f1943c80c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41c838c4ea194624a0d4fca29dbc6bc6&device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 1128 time: 0.0601735 Mar 08 13:08:55.456113 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-cda24baa-5988-4b35-9a95-4c1ecb1454af service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa06246-d9d8-421c-811d-fbf02939abe9 HTTP/1.1" status: 200 len: 217 time: 0.0385602 Mar 08 13:08:55.511068 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-dce40057-e30e-48f2-ad36-c5cd02a9608c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:55.512516 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-dce40057-e30e-48f2-ad36-c5cd02a9608c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b305f603-9e69-4e73-882b-c5731c87cd5a HTTP/1.1" status: 200 len: 855 time: 0.0511649 Mar 08 13:08:55.562662 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-bc615a49-439e-4104-ad4e-6c44b0f0f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:55.564064 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-bc615a49-439e-4104-ad4e-6c44b0f0f55f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1855bf0b-ed79-4719-8efd-6cc0a1498526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461438 Mar 08 13:08:55.649851 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-a346d1eb-ee0d-4662-a1fe-372a232d9363 service neutron] 10.222.0.72 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793173 Mar 08 13:08:55.739979 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-56c1c212-777b-4564-9ea0-a1b75f3b2363 req-cd12d54e-24ff-4d28-9828-d0e8aee67f3f service neutron] 10.222.0.72 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840919 Mar 08 13:08:55.877390 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847f612-9d8d-4bf4-b00e-5ba896cd8b7a req-2b2d1dde-d247-49f1-8a2b-0fa1d5396e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:55.878866 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b847f612-9d8d-4bf4-b00e-5ba896cd8b7a req-2b2d1dde-d247-49f1-8a2b-0fa1d5396e23 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41c838c4ea194624a0d4fca29dbc6bc6&device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 1128 time: 0.0452650 Mar 08 13:08:55.969642 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847f612-9d8d-4bf4-b00e-5ba896cd8b7a req-4fc306d4-39eb-47ba-8953-ef94dc48114a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:55.971053 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b847f612-9d8d-4bf4-b00e-5ba896cd8b7a req-4fc306d4-39eb-47ba-8953-ef94dc48114a service neutron] 10.222.0.72 "GET /v2.0/networks?id=1855bf0b-ed79-4719-8efd-6cc0a1498526 HTTP/1.1" status: 200 len: 918 time: 0.0850399 Mar 08 13:08:56.011708 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b847f612-9d8d-4bf4-b00e-5ba896cd8b7a req-e4b41e8c-2492-416d-a8c2-91e023ed4365 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa06246-d9d8-421c-811d-fbf02939abe9 HTTP/1.1" status: 200 len: 217 time: 0.0336421 Mar 08 13:08:56.057491 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847f612-9d8d-4bf4-b00e-5ba896cd8b7a req-66591b2a-77a1-4e45-8596-7a9f444ac6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:56.058863 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b847f612-9d8d-4bf4-b00e-5ba896cd8b7a req-66591b2a-77a1-4e45-8596-7a9f444ac6eb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b305f603-9e69-4e73-882b-c5731c87cd5a HTTP/1.1" status: 200 len: 855 time: 0.0414784 Mar 08 13:08:56.106994 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847f612-9d8d-4bf4-b00e-5ba896cd8b7a req-076a2327-adf2-46f2-a3e5-6b79ca7c3890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:56.108549 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b847f612-9d8d-4bf4-b00e-5ba896cd8b7a req-076a2327-adf2-46f2-a3e5-6b79ca7c3890 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1855bf0b-ed79-4719-8efd-6cc0a1498526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440075 Mar 08 13:08:56.232013 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b847f612-9d8d-4bf4-b00e-5ba896cd8b7a req-24163261-612e-49fe-a959-32afcbb08c4d service neutron] 10.222.0.72 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165633 Mar 08 13:08:56.241477 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0dca4-4a2d-45f1-80b9-887aae0a88c3 req-b070c406-99cf-4f8b-bdaf-1fe4202affaf tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:56.242976 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4bc0dca4-4a2d-45f1-80b9-887aae0a88c3 req-b070c406-99cf-4f8b-bdaf-1fe4202affaf tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 944 time: 0.0735660 Mar 08 13:08:56.284342 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40661d0-0032-4c0a-bb74-d48657faec89 req-22a1365b-559b-4748-bb9b-f6daf7cfffa0 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:56.285862 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a40661d0-0032-4c0a-bb74-d48657faec89 req-22a1365b-559b-4748-bb9b-f6daf7cfffa0 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 944 time: 0.0555325 Mar 08 13:08:56.332669 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a40661d0-0032-4c0a-bb74-d48657faec89 req-5bec535f-8e0e-4d0f-b2d2-cf36b4b84ec1 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407441 Mar 08 13:08:56.351163 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4bc0dca4-4a2d-45f1-80b9-887aae0a88c3 req-265d62ca-f9b6-4974-8fad-589236ea7d30 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994005 Mar 08 13:08:56.365707 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b847f612-9d8d-4bf4-b00e-5ba896cd8b7a req-609e6e50-36f3-4a8c-a4ad-8affea08963f service neutron] 10.222.0.72 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217411 Mar 08 13:08:56.918113 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c525acd1-43f7-44df-b247-ed59ec5ad6ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:57.063091 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 69c0ca4b-3a0c-4e89-867a-ea586508f818 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:08:57.159059 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 69c0ca4b-3a0c-4e89-867a-ea586508f818, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=69c0ca4b-3a0c-4e89-867a-ea586508f818,segment=NetworkSegment(327aa9d0-0865-44d5-bdb4-bf75325012df),segment_id=327aa9d0-0865-44d5-bdb4-bf75325012df)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:57.170814 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Returning: {'device': '69c0ca4b-3a0c-4e89-867a-ea586508f818', 'network_id': '74fb8322-422e-4598-a582-08c81982953b', 'port_id': '69c0ca4b-3a0c-4e89-867a-ea586508f818', 'mac_address': 'fa:16:3e:2d:aa:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f0eaac-f97b-4e54-9851-727e4eab1e17', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:08:57.206786 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 69c0ca4b-3a0c-4e89-867a-ea586508f818 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:08:57.207184 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (69c0ca4b-3a0c-4e89-867a-ea586508f818), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:57.219428 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c0ca4b-3a0c-4e89-867a-ea586508f818 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:08:57.237777 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 69c0ca4b-3a0c-4e89-867a-ea586508f818, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=69c0ca4b-3a0c-4e89-867a-ea586508f818,segment=NetworkSegment(327aa9d0-0865-44d5-bdb4-bf75325012df),segment_id=327aa9d0-0865-44d5-bdb4-bf75325012df)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:57.241787 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (69c0ca4b-3a0c-4e89-867a-ea586508f818), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:57.287980 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=69c0ca4b-3a0c-4e89-867a-ea586508f818,revision_number=7']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:57.453484 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43d5e7-3453-4ed4-90f8-f33775f0d3c0 req-5bd2e661-71ec-42c6-b392-04416096417a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:57.454880 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fa43d5e7-3453-4ed4-90f8-f33775f0d3c0 req-5bd2e661-71ec-42c6-b392-04416096417a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 944 time: 0.0523043 Mar 08 13:08:57.469561 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7e37a-7e94-4fe6-aab9-dbfead0e9ff7 req-46e3f2bd-fc05-40e9-896b-db260cf5d618 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:57.471019 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9ac7e37a-7e94-4fe6-aab9-dbfead0e9ff7 req-46e3f2bd-fc05-40e9-896b-db260cf5d618 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 945 time: 0.0528109 Mar 08 13:08:57.500679 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fa43d5e7-3453-4ed4-90f8-f33775f0d3c0 req-e285dbeb-9835-4186-8d73-7f1f3d4ecd57 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403287 Mar 08 13:08:57.520112 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9ac7e37a-7e94-4fe6-aab9-dbfead0e9ff7 req-b629135d-324a-44b3-a4da-63056e033751 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436826 Mar 08 13:08:57.708640 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['69c0ca4b-3a0c-4e89-867a-ea586508f818'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:08:58.142162 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:58.625983 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe11fa7-e367-4324-b77e-335d441b0546 req-39f9939c-ef07-46d0-af99-ffd977f987ec tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:58.627501 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bbe11fa7-e367-4324-b77e-335d441b0546 req-39f9939c-ef07-46d0-af99-ffd977f987ec tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 944 time: 0.0558872 Mar 08 13:08:58.648286 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a033ee3-09ce-4966-bfb5-335264e67c16 req-153a3c28-a8d9-4bd4-9136-abb2f87ef615 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:58.649789 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8a033ee3-09ce-4966-bfb5-335264e67c16 req-153a3c28-a8d9-4bd4-9136-abb2f87ef615 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 945 time: 0.0569665 Mar 08 13:08:58.673096 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bbe11fa7-e367-4324-b77e-335d441b0546 req-d6c05534-8cb3-403a-9879-eaeb9ae2e914 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397713 Mar 08 13:08:58.698472 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8a033ee3-09ce-4966-bfb5-335264e67c16 req-9127067b-2bb7-4873-b130-e04992661328 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432124 Mar 08 13:08:59.075972 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device caa06246-d9d8-421c-811d-fbf02939abe9 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:08:59.086086 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 69c0ca4b-3a0c-4e89-867a-ea586508f818 up at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:08:59.197568 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning complete for port 69c0ca4b-3a0c-4e89-867a-ea586508f818 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:08:59.198243 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (69c0ca4b-3a0c-4e89-867a-ea586508f818), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:59.231010 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port caa06246-d9d8-421c-811d-fbf02939abe9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=caa06246-d9d8-421c-811d-fbf02939abe9,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:59.250394 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Returning: {'device': 'caa06246-d9d8-421c-811d-fbf02939abe9', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'port_id': 'caa06246-d9d8-421c-811d-fbf02939abe9', 'mac_address': 'fa:16:3e:b5:98:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:08:59.309448 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port caa06246-d9d8-421c-811d-fbf02939abe9 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:08:59.309866 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (caa06246-d9d8-421c-811d-fbf02939abe9), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:59.333113 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa06246-d9d8-421c-811d-fbf02939abe9 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:08:59.342149 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 69c0ca4b-3a0c-4e89-867a-ea586508f818 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:08:59.342342 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (69c0ca4b-3a0c-4e89-867a-ea586508f818), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:59.369950 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port caa06246-d9d8-421c-811d-fbf02939abe9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=caa06246-d9d8-421c-811d-fbf02939abe9,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:59.381037 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (caa06246-d9d8-421c-811d-fbf02939abe9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:59.391193 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23b9c24-c43d-45a5-87e9-403edccc6360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c0ca4b-3a0c-4e89-867a-ea586508f818'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:08:59.393521 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f02a98a4da79acb06d2148361802764e90037bdc05c069ddf0d3843ada5eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf8cb41-ff06-49fc-9fb5-f5bc56a5cd00" -d '{"events": [{"server_uuid": "f23b9c24-c43d-45a5-87e9-403edccc6360", "name": "network-vif-plugged", "status": "completed", "tag": "69c0ca4b-3a0c-4e89-867a-ea586508f818"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:08:59.428109 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 69c0ca4b-3a0c-4e89-867a-ea586508f818, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=69c0ca4b-3a0c-4e89-867a-ea586508f818,segment=NetworkSegment(327aa9d0-0865-44d5-bdb4-bf75325012df),segment_id=327aa9d0-0865-44d5-bdb4-bf75325012df)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:59.434796 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (69c0ca4b-3a0c-4e89-867a-ea586508f818), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:59.448709 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10410dab-d5ff-4df9-9a56-7a9098c583e0 x-openstack-request-id: req-10410dab-d5ff-4df9-9a56-7a9098c583e0 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:08:59.449005 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23b9c24-c43d-45a5-87e9-403edccc6360", "name": "network-vif-plugged", "status": "completed", "tag": "69c0ca4b-3a0c-4e89-867a-ea586508f818", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:08:59.449266 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10410dab-d5ff-4df9-9a56-7a9098c583e0 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:08:59.449661 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23b9c24-c43d-45a5-87e9-403edccc6360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c0ca4b-3a0c-4e89-867a-ea586508f818', 'code': 200} Mar 08 13:08:59.450601 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=caa06246-d9d8-421c-811d-fbf02939abe9,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:59.498496 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=69c0ca4b-3a0c-4e89-867a-ea586508f818,revision_number=8']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:59.586233 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:59.817384 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9aac5f-9556-4f76-9ebe-e4d07967d1c8 req-1d233105-3bb0-45b5-be26-97744e09a907 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:59.818863 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1e9aac5f-9556-4f76-9ebe-e4d07967d1c8 req-1d233105-3bb0-45b5-be26-97744e09a907 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.0517542 Mar 08 13:08:59.826885 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd7334-bdd6-49ab-8678-eefc0a8b8813 req-cf826dc2-9b72-4062-99e1-12e715ba864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:59.828574 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-afdd7334-bdd6-49ab-8678-eefc0a8b8813 req-cf826dc2-9b72-4062-99e1-12e715ba864c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 1130 time: 0.0785463 Mar 08 13:08:59.836124 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652a075-b895-43fe-a06c-71092d44c6db req-19a69f80-91c9-4c2f-88c2-7b7ee74d25f1 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:59.837674 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6652a075-b895-43fe-a06c-71092d44c6db req-19a69f80-91c9-4c2f-88c2-7b7ee74d25f1 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 945 time: 0.0863369 Mar 08 13:08:59.840624 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['caa06246-d9d8-421c-811d-fbf02939abe9'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:08:59.873730 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1e9aac5f-9556-4f76-9ebe-e4d07967d1c8 req-28bda9f3-b35c-4c6e-a997-e7c5cb848558 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487783 Mar 08 13:08:59.910451 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-afdd7334-bdd6-49ab-8678-eefc0a8b8813 req-c11d03dd-a1cd-4633-88fd-5db5a46e8913 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717754 Mar 08 13:08:59.922851 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6652a075-b895-43fe-a06c-71092d44c6db req-77b2112c-4190-4799-80a0-10487d7cbac3 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674760 Mar 08 13:09:00.943424 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:01.004340 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950f39f-46d6-4a59-aebc-178c044563c0 req-dfd35726-c6f9-464d-b447-9462ced78fcd tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:01.005844 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2950f39f-46d6-4a59-aebc-178c044563c0 req-dfd35726-c6f9-464d-b447-9462ced78fcd tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.0563889 Mar 08 13:09:01.048201 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465f7b1-ace6-4d55-a9a5-4d79ec2ce860 req-f886c781-af54-482f-8f08-0c266cd0db1d tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:01.050322 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f465f7b1-ace6-4d55-a9a5-4d79ec2ce860 req-f886c781-af54-482f-8f08-0c266cd0db1d tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 945 time: 0.0549369 Mar 08 13:09:01.057052 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2950f39f-46d6-4a59-aebc-178c044563c0 req-407f8939-110b-402d-86a1-7b15f4e15053 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457969 Mar 08 13:09:01.092456 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device caa06246-d9d8-421c-811d-fbf02939abe9 up at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:09:01.096952 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f465f7b1-ace6-4d55-a9a5-4d79ec2ce860 req-435f21f7-f79a-428a-b555-e10d6d1d2b9f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408823 Mar 08 13:09:01.141755 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning for port caa06246-d9d8-421c-811d-fbf02939abe9 completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:09:01.145292 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning complete for port caa06246-d9d8-421c-811d-fbf02939abe9 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:01.145696 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (caa06246-d9d8-421c-811d-fbf02939abe9), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:01.225439 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port caa06246-d9d8-421c-811d-fbf02939abe9 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:01.225741 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (caa06246-d9d8-421c-811d-fbf02939abe9), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:01.258800 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port caa06246-d9d8-421c-811d-fbf02939abe9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=caa06246-d9d8-421c-811d-fbf02939abe9,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:01.262711 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (caa06246-d9d8-421c-811d-fbf02939abe9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:01.308167 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=caa06246-d9d8-421c-811d-fbf02939abe9,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:01.450656 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd300689d-1e50-4e03-ba10-e68ce50f48bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa06246-d9d8-421c-811d-fbf02939abe9'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:09:01.453024 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f02a98a4da79acb06d2148361802764e90037bdc05c069ddf0d3843ada5eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b88456-a29e-42cb-9f36-8d870b8454e8" -d '{"events": [{"server_uuid": "d300689d-1e50-4e03-ba10-e68ce50f48bd", "name": "network-vif-plugged", "status": "completed", "tag": "caa06246-d9d8-421c-811d-fbf02939abe9"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:09:01.486926 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37a3a79-2488-4a58-b251-477a9592b465 x-openstack-request-id: req-f37a3a79-2488-4a58-b251-477a9592b465 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:09:01.487219 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d300689d-1e50-4e03-ba10-e68ce50f48bd", "name": "network-vif-plugged", "status": "completed", "tag": "caa06246-d9d8-421c-811d-fbf02939abe9", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:09:01.487472 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f37a3a79-2488-4a58-b251-477a9592b465 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:09:01.487864 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd300689d-1e50-4e03-ba10-e68ce50f48bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa06246-d9d8-421c-811d-fbf02939abe9', 'code': 200} Mar 08 13:09:01.704213 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449c6ca-541c-4614-bc62-655369a34c81 req-df24b995-3350-4814-a5d5-76fbb2b40a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:01.705709 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f449c6ca-541c-4614-bc62-655369a34c81 req-df24b995-3350-4814-a5d5-76fbb2b40a15 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 1130 time: 0.0422566 Mar 08 13:09:01.753456 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f449c6ca-541c-4614-bc62-655369a34c81 req-5895c6ca-d746-407f-9aad-61370136c623 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402775 Mar 08 13:09:02.222832 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f657ba0-1a9c-4084-b5fc-ec2dd840ec97 req-5ef4c0e0-c0cf-4930-b406-d778b08b2cf8 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:02.224378 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1f657ba0-1a9c-4084-b5fc-ec2dd840ec97 req-5ef4c0e0-c0cf-4930-b406-d778b08b2cf8 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.0547924 Mar 08 13:09:02.278961 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1f657ba0-1a9c-4084-b5fc-ec2dd840ec97 req-a0884fc9-c9dd-4f69-a494-5910e9098481 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484521 Mar 08 13:09:02.406770 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea347b1-fb55-4569-84c7-7e6f08e2a261 req-0fa7057d-1281-4934-94c0-0c65e06f4b39 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:02.408222 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2ea347b1-fb55-4569-84c7-7e6f08e2a261 req-0fa7057d-1281-4934-94c0-0c65e06f4b39 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.2852113 Mar 08 13:09:02.455488 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2ea347b1-fb55-4569-84c7-7e6f08e2a261 req-af9ee396-804f-4c4d-a1a6-3006616cba38 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416741 Mar 08 13:09:03.407192 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bb5a2-6ec1-4f0b-85b8-808622c9e45e req-e10f5522-1bf3-4d78-9bad-6fc8ee4b1f8c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:03.408704 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-862bb5a2-6ec1-4f0b-85b8-808622c9e45e req-e10f5522-1bf3-4d78-9bad-6fc8ee4b1f8c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.0525532 Mar 08 13:09:03.453915 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-862bb5a2-6ec1-4f0b-85b8-808622c9e45e req-ba1ae608-4a51-4bbc-8b66-b01b5d524fa4 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396218 Mar 08 13:09:03.570598 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de60b2-5137-4028-a247-7b6ec71822f5 req-111b8f6e-ab16-4f0f-8823-bdbd3ae4e575 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:03.571982 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-55de60b2-5137-4028-a247-7b6ec71822f5 req-111b8f6e-ab16-4f0f-8823-bdbd3ae4e575 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.0512357 Mar 08 13:09:03.580868 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45208) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:03.585158 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-7662ece1-d591-4436-af35-869135ac3408 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Request body: {'floatingip': {'port_id': 'caa06246-d9d8-421c-811d-fbf02939abe9'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:03.627025 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7662ece1-d591-4436-af35-869135ac3408 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for floatingip (0dadeec7-3fd0-48e7-ab5d-7d61fe0ab7b9), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:04.073313 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7662ece1-d591-4436-af35-869135ac3408 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:04.077657 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7662ece1-d591-4436-af35-869135ac3408 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (0dadeec7-3fd0-48e7-ab5d-7d61fe0ab7b9), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:04.184374 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.l3_db [None req-7662ece1-d591-4436-af35-869135ac3408 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Floating IP 0dadeec7-3fd0-48e7-ab5d-7d61fe0ab7b9 associated. External IP: 172.27.3.72, port: caa06246-d9d8-421c-811d-fbf02939abe9. Mar 08 13:09:04.395716 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7662ece1-d591-4436-af35-869135ac3408 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Router 60cedf14-fb11-4ee0-8251-57ef157bb87d has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:09:04.505060 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7662ece1-d591-4436-af35-869135ac3408 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:09:04.510868 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7662ece1-d591-4436-af35-869135ac3408 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:04.515440 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dda6dc9-2ddd-473c-979a-853cf1447de8 None None] Sync routers for ids ['60cedf14-fb11-4ee0-8251-57ef157bb87d'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:09:04.525334 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dda6dc9-2ddd-473c-979a-853cf1447de8 None None] Routers {'60cedf14-fb11-4ee0-8251-57ef157bb87d'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:04.526033 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-1dda6dc9-2ddd-473c-979a-853cf1447de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:08:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['60cedf14-fb11-4ee0-8251-57ef157bb87d'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:04.543436 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-7662ece1-d591-4436-af35-869135ac3408 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "PUT /v2.0/floatingips/0dadeec7-3fd0-48e7-ab5d-7d61fe0ab7b9 HTTP/1.1" status: 200 len: 991 time: 0.9613891 Mar 08 13:09:04.544077 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd300689d-1e50-4e03-ba10-e68ce50f48bd', 'tag': 'caa06246-d9d8-421c-811d-fbf02939abe9'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:09:04.547176 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c960faa3-6b48-4780-b50b-fbd7453a5ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "d300689d-1e50-4e03-ba10-e68ce50f48bd", "tag": "caa06246-d9d8-421c-811d-fbf02939abe9"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:09:04.581747 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcebaa2-df93-44da-9856-c78f7a224f4b x-openstack-request-id: req-cfcebaa2-df93-44da-9856-c78f7a224f4b {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:09:04.582324 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d300689d-1e50-4e03-ba10-e68ce50f48bd", "tag": "caa06246-d9d8-421c-811d-fbf02939abe9", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:09:04.582324 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cfcebaa2-df93-44da-9856-c78f7a224f4b {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:09:04.582682 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd300689d-1e50-4e03-ba10-e68ce50f48bd', 'tag': 'caa06246-d9d8-421c-811d-fbf02939abe9', 'status': 'completed', 'code': 200} Mar 08 13:09:04.634670 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-1dda6dc9-2ddd-473c-979a-853cf1447de8 None None] Set router 60cedf14-fb11-4ee0-8251-57ef157bb87d gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:04.680678 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960faa3-6b48-4780-b50b-fbd7453a5ee6 req-5b579f38-8822-488d-bf55-ecf57b04b0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:04.682174 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c960faa3-6b48-4780-b50b-fbd7453a5ee6 req-5b579f38-8822-488d-bf55-ecf57b04b0af service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41c838c4ea194624a0d4fca29dbc6bc6&device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 1130 time: 0.0448644 Mar 08 13:09:04.775263 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960faa3-6b48-4780-b50b-fbd7453a5ee6 req-44d644b5-1b26-414f-87c1-366f09b07449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:04.776758 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c960faa3-6b48-4780-b50b-fbd7453a5ee6 req-44d644b5-1b26-414f-87c1-366f09b07449 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1855bf0b-ed79-4719-8efd-6cc0a1498526 HTTP/1.1" status: 200 len: 918 time: 0.0887349 Mar 08 13:09:04.842935 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c960faa3-6b48-4780-b50b-fbd7453a5ee6 req-2bc2f059-614c-40b2-a82c-512f775548c3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa06246-d9d8-421c-811d-fbf02939abe9 HTTP/1.1" status: 200 len: 999 time: 0.0587876 Mar 08 13:09:04.858485 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-1dda6dc9-2ddd-473c-979a-853cf1447de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'name': 'tempest-AttachVolumeShelveTestJSON-306604063-router', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:11Z', 'updated_at': '2022-03-08T13:01:22Z', 'revision_number': 4, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'gw_port': {'id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:13Z', 'updated_at': '2022-03-08T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '0dadeec7-3fd0-48e7-ab5d-7d61fe0ab7b9', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'port_id': 'caa06246-d9d8-421c-811d-fbf02939abe9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'mac_address': 'fa:16:3e:b5:98:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd300689d-1e50-4e03-ba10-e68ce50f48bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:08:51Z', 'updated_at': '2022-03-08T13:09:03Z', 'revision_number': 1, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9587cfc9-8e13-4323-bb1f-c0ce5568868b', 'name': '', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'mac_address': 'fa:16:3e:d5:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:19Z', 'updated_at': '2022-03-08T13:01:29Z', 'revision_number': 5, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'subnets': [{'id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:04.892157 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dda6dc9-2ddd-473c-979a-853cf1447de8 None None] Checking router: 60cedf14-fb11-4ee0-8251-57ef157bb87d for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:09:04.896369 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960faa3-6b48-4780-b50b-fbd7453a5ee6 req-ddbda131-1df2-4997-89dd-a7d0678f0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:04.897888 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c960faa3-6b48-4780-b50b-fbd7453a5ee6 req-ddbda131-1df2-4997-89dd-a7d0678f0d61 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b305f603-9e69-4e73-882b-c5731c87cd5a HTTP/1.1" status: 200 len: 855 time: 0.0491345 Mar 08 13:09:04.900534 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dda6dc9-2ddd-473c-979a-853cf1447de8 None None] Routers {'60cedf14-fb11-4ee0-8251-57ef157bb87d'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:04.901162 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-1dda6dc9-2ddd-473c-979a-853cf1447de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:08:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['60cedf14-fb11-4ee0-8251-57ef157bb87d'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:04.950910 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960faa3-6b48-4780-b50b-fbd7453a5ee6 req-f06b8f5c-be4c-49a9-82a0-d45b97becd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:04.953264 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c960faa3-6b48-4780-b50b-fbd7453a5ee6 req-f06b8f5c-be4c-49a9-82a0-d45b97becd0f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1855bf0b-ed79-4719-8efd-6cc0a1498526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492494 Mar 08 13:09:05.026775 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-1dda6dc9-2ddd-473c-979a-853cf1447de8 None None] Set router 60cedf14-fb11-4ee0-8251-57ef157bb87d gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:05.064058 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c960faa3-6b48-4780-b50b-fbd7453a5ee6 req-365ae8a2-5081-4e55-9e05-51f149e7fb93 service neutron] 10.222.0.72 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003981 Mar 08 13:09:05.158181 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c960faa3-6b48-4780-b50b-fbd7453a5ee6 req-6c0f2927-c6d4-4bfd-83f7-c7c37ad0970c service neutron] 10.222.0.72 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872285 Mar 08 13:09:05.251550 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-1dda6dc9-2ddd-473c-979a-853cf1447de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'name': 'tempest-AttachVolumeShelveTestJSON-306604063-router', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:11Z', 'updated_at': '2022-03-08T13:01:22Z', 'revision_number': 4, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'gw_port': {'id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:13Z', 'updated_at': '2022-03-08T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '0dadeec7-3fd0-48e7-ab5d-7d61fe0ab7b9', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'port_id': 'caa06246-d9d8-421c-811d-fbf02939abe9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'mac_address': 'fa:16:3e:b5:98:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd300689d-1e50-4e03-ba10-e68ce50f48bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:08:51Z', 'updated_at': '2022-03-08T13:09:03Z', 'revision_number': 1, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9587cfc9-8e13-4323-bb1f-c0ce5568868b', 'name': '', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'mac_address': 'fa:16:3e:d5:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:19Z', 'updated_at': '2022-03-08T13:01:29Z', 'revision_number': 5, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'subnets': [{'id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:05.277924 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dda6dc9-2ddd-473c-979a-853cf1447de8 None None] The sync data for ids ['60cedf14-fb11-4ee0-8251-57ef157bb87d'] in dv-cinder-830089-2-iscsi is: [{'id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'name': 'tempest-AttachVolumeShelveTestJSON-306604063-router', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:11Z', 'updated_at': '2022-03-08T13:01:22Z', 'revision_number': 4, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'gw_port': {'id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:13Z', 'updated_at': '2022-03-08T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '0dadeec7-3fd0-48e7-ab5d-7d61fe0ab7b9', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'port_id': 'caa06246-d9d8-421c-811d-fbf02939abe9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'mac_address': 'fa:16:3e:b5:98:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd300689d-1e50-4e03-ba10-e68ce50f48bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:08:51Z', 'updated_at': '2022-03-08T13:09:03Z', 'revision_number': 1, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9587cfc9-8e13-4323-bb1f-c0ce5568868b', 'name': '', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'mac_address': 'fa:16:3e:d5:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:19Z', 'updated_at': '2022-03-08T13:01:29Z', 'revision_number': 5, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'subnets': [{'id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:09:05.469832 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01215d5d-5762-44de-9bef-fc165aa5d3a9 None None] New status for floating IP 0dadeec7-3fd0-48e7-ab5d-7d61fe0ab7b9: ACTIVE {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:09:12.499120 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:14.008899 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8842855d-bf7e-4b34-8c47-8b18068feb33 req-c7430eaa-040c-4656-8e71-d02e083d7bb0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457106 Mar 08 13:09:14.085398 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842855d-bf7e-4b34-8c47-8b18068feb33 req-4faedd01-cb5c-4287-bbf5-4902fb250ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:14.086964 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8842855d-bf7e-4b34-8c47-8b18068feb33 req-4faedd01-cb5c-4287-bbf5-4902fb250ee8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5c1dbd73f714812884fd52131e1c532&device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 1130 time: 0.0451431 Mar 08 13:09:14.198150 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842855d-bf7e-4b34-8c47-8b18068feb33 req-b9a27ab6-d1b8-493d-8037-5cf4b6272209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:14.199688 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8842855d-bf7e-4b34-8c47-8b18068feb33 req-b9a27ab6-d1b8-493d-8037-5cf4b6272209 service neutron] 10.222.0.72 "GET /v2.0/networks?id=74fb8322-422e-4598-a582-08c81982953b HTTP/1.1" status: 200 len: 911 time: 0.0897157 Mar 08 13:09:14.263913 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8842855d-bf7e-4b34-8c47-8b18068feb33 req-49b93e98-9d9e-4f85-8230-6b2933628fb4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69c0ca4b-3a0c-4e89-867a-ea586508f818 HTTP/1.1" status: 200 len: 1001 time: 0.0577345 Mar 08 13:09:14.317074 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842855d-bf7e-4b34-8c47-8b18068feb33 req-42ca1b5f-5c42-4a37-a4d9-62fe8c16a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:14.318525 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8842855d-bf7e-4b34-8c47-8b18068feb33 req-42ca1b5f-5c42-4a37-a4d9-62fe8c16a2ec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6f0eaac-f97b-4e54-9851-727e4eab1e17 HTTP/1.1" status: 200 len: 848 time: 0.0472617 Mar 08 13:09:14.367715 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842855d-bf7e-4b34-8c47-8b18068feb33 req-654806b0-9255-459f-81d2-4bcdad1b5aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:14.369241 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8842855d-bf7e-4b34-8c47-8b18068feb33 req-654806b0-9255-459f-81d2-4bcdad1b5aa3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74fb8322-422e-4598-a582-08c81982953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442965 Mar 08 13:09:14.456124 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8842855d-bf7e-4b34-8c47-8b18068feb33 req-c9095b2c-ffb3-4b6a-ab69-1c42e4577a72 service neutron] 10.222.0.72 "GET /v2.0/networks/74fb8322-422e-4598-a582-08c81982953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799987 Mar 08 13:09:14.553085 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8842855d-bf7e-4b34-8c47-8b18068feb33 req-02b8e0cf-2484-4ce6-8f42-b8f9ba6f6ebb service neutron] 10.222.0.72 "GET /v2.0/networks/74fb8322-422e-4598-a582-08c81982953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898736 Mar 08 13:09:22.399389 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e5426-f10d-4b18-8a10-e0307042e0be req-9975613c-b84a-4bc1-9ecb-82ebfd7db438 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:22.400918 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d93e5426-f10d-4b18-8a10-e0307042e0be req-9975613c-b84a-4bc1-9ecb-82ebfd7db438 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0570951 Mar 08 13:09:22.449031 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d93e5426-f10d-4b18-8a10-e0307042e0be req-34303975-7f15-490f-97fc-ee1b253a9772 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424762 Mar 08 13:09:23.570342 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c393545-b1b7-4f28-bda2-1ee96a2118b5 req-7893d1d3-8701-44f8-ae37-d97f89ac4d33 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:23.571729 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8c393545-b1b7-4f28-bda2-1ee96a2118b5 req-7893d1d3-8701-44f8-ae37-d97f89ac4d33 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0548809 Mar 08 13:09:23.617217 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8c393545-b1b7-4f28-bda2-1ee96a2118b5 req-935c5988-4e55-4294-9b27-51f12619dac9 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=37a47910-c9ce-4d31-b353-0e64c5bccd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399621 Mar 08 13:09:23.822667 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bf88d-9003-47f6-86fa-bba465ee5c0f req-491dda5b-14ac-4dd0-bddf-5fbc9025fb62 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:23.824001 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ea7bf88d-9003-47f6-86fa-bba465ee5c0f req-491dda5b-14ac-4dd0-bddf-5fbc9025fb62 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.72 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 945 time: 0.0545163 Mar 08 13:09:23.918065 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-ea7bf88d-9003-47f6-86fa-bba465ee5c0f req-cedaed4a-dab6-4f37-9132-9633dc1cc61d tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Deleting port e2f3b82b-f0c2-4311-b8dd-d4248e77e863 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:09:23.918406 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ea7bf88d-9003-47f6-86fa-bba465ee5c0f req-cedaed4a-dab6-4f37-9132-9633dc1cc61d tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (e2f3b82b-f0c2-4311-b8dd-d4248e77e863), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.254918 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-ea7bf88d-9003-47f6-86fa-bba465ee5c0f req-cedaed4a-dab6-4f37-9132-9633dc1cc61d tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] For port e2f3b82b-f0c2-4311-b8dd-d4248e77e863, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e2f3b82b-f0c2-4311-b8dd-d4248e77e863,segment=NetworkSegment(0d2187b0-3440-4b5e-9fc0-a77835bc9ebb),segment_id=0d2187b0-3440-4b5e-9fc0-a77835bc9ebb)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:24.255293 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ea7bf88d-9003-47f6-86fa-bba465ee5c0f req-cedaed4a-dab6-4f37-9132-9633dc1cc61d tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (e2f3b82b-f0c2-4311-b8dd-d4248e77e863), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.425312 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ea7bf88d-9003-47f6-86fa-bba465ee5c0f req-cedaed4a-dab6-4f37-9132-9633dc1cc61d tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.425886 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ea7bf88d-9003-47f6-86fa-bba465ee5c0f req-cedaed4a-dab6-4f37-9132-9633dc1cc61d tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (f0f8cfb2-3d81-41e4-adfb-daeae5d19379), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.426261 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.l3_db [req-ea7bf88d-9003-47f6-86fa-bba465ee5c0f req-cedaed4a-dab6-4f37-9132-9633dc1cc61d tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Floating IP f0f8cfb2-3d81-41e4-adfb-daeae5d19379 disassociated. External IP: 172.27.3.115, port: e2f3b82b-f0c2-4311-b8dd-d4248e77e863. Mar 08 13:09:24.426600 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-ea7bf88d-9003-47f6-86fa-bba465ee5c0f req-cedaed4a-dab6-4f37-9132-9633dc1cc61d tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Calling delete_port for e2f3b82b-f0c2-4311-b8dd-d4248e77e863 owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:09:24.554575 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ea7bf88d-9003-47f6-86fa-bba465ee5c0f req-cedaed4a-dab6-4f37-9132-9633dc1cc61d tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (e2f3b82b-f0c2-4311-b8dd-d4248e77e863), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.581191 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedaed4a-dab6-4f37-9132-9633dc1cc61d tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Pushing event deleted for resources: {'Port': ['ID=e2f3b82b-f0c2-4311-b8dd-d4248e77e863,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:24.700243 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7d49ece8-4a3f-439c-91b1-a32b3b9073b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.724378 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0f436021-6e66-4980-aee5-228e56185674 req-b74447e6-d47d-495e-a927-65a777a7f5fb tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=94576434-cce7-4e74-8d5c-5932a3194e49 HTTP/1.1" status: 200 len: 210 time: 0.0319812 Mar 08 13:09:24.733141 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea7bf88d-9003-47f6-86fa-bba465ee5c0f req-cedaed4a-dab6-4f37-9132-9633dc1cc61d tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Router 252729d9-b6e7-4294-aa22-0da3e63bea61 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:09:24.847061 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea7bf88d-9003-47f6-86fa-bba465ee5c0f req-cedaed4a-dab6-4f37-9132-9633dc1cc61d tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:09:24.858787 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b39a89-fae4-42aa-85e9-d60c637ca92d None None] Sync routers for ids ['252729d9-b6e7-4294-aa22-0da3e63bea61'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:09:24.868743 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b39a89-fae4-42aa-85e9-d60c637ca92d None None] Routers {'252729d9-b6e7-4294-aa22-0da3e63bea61'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:24.869581 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-a3b39a89-fae4-42aa-85e9-d60c637ca92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:08:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['252729d9-b6e7-4294-aa22-0da3e63bea61'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:24.887696 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7bf88d-9003-47f6-86fa-bba465ee5c0f req-cedaed4a-dab6-4f37-9132-9633dc1cc61d tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] No DVR routers for this DVR port e2f3b82b-f0c2-4311-b8dd-d4248e77e863 on host hv-cinder-83008 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:09:24.890270 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ea7bf88d-9003-47f6-86fa-bba465ee5c0f req-cedaed4a-dab6-4f37-9132-9633dc1cc61d tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.894159 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ea7bf88d-9003-47f6-86fa-bba465ee5c0f req-cedaed4a-dab6-4f37-9132-9633dc1cc61d tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.72 "DELETE /v2.0/ports/e2f3b82b-f0c2-4311-b8dd-d4248e77e863 HTTP/1.1" status: 204 len: 173 time: 1.0643818 Mar 08 13:09:24.894613 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94576434-cce7-4e74-8d5c-5932a3194e49', 'name': 'network-vif-deleted', 'tag': 'e2f3b82b-f0c2-4311-b8dd-d4248e77e863'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:09:24.898739 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff759b38-1742-4cd5-85cc-1c733322274c" -d '{"events": [{"server_uuid": "94576434-cce7-4e74-8d5c-5932a3194e49", "name": "network-vif-deleted", "tag": "e2f3b82b-f0c2-4311-b8dd-d4248e77e863"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:09:24.942381 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18afc18-776a-47bd-a6a6-0052b2068c20 x-openstack-request-id: req-e18afc18-776a-47bd-a6a6-0052b2068c20 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:09:24.942584 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94576434-cce7-4e74-8d5c-5932a3194e49", "name": "network-vif-deleted", "tag": "e2f3b82b-f0c2-4311-b8dd-d4248e77e863", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:09:24.942840 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e18afc18-776a-47bd-a6a6-0052b2068c20 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:09:24.943245 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94576434-cce7-4e74-8d5c-5932a3194e49', 'name': 'network-vif-deleted', 'tag': 'e2f3b82b-f0c2-4311-b8dd-d4248e77e863', 'status': 'completed', 'code': 200} Mar 08 13:09:24.996187 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-a3b39a89-fae4-42aa-85e9-d60c637ca92d None None] Set router 252729d9-b6e7-4294-aa22-0da3e63bea61 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:25.201887 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-a3b39a89-fae4-42aa-85e9-d60c637ca92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'name': 'tempest-AttachVolumeTestJSON-1407401291-router', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:08Z', 'updated_at': '2022-03-08T13:01:17Z', 'revision_number': 4, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'gw_port': {'id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '5888520b-52b8-480c-8c2e-fc1191f930f9', 'name': '', 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'mac_address': 'fa:16:3e:de:9c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:15Z', 'updated_at': '2022-03-08T13:01:24Z', 'revision_number': 5, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'subnets': [{'id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:25.227797 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b39a89-fae4-42aa-85e9-d60c637ca92d None None] Checking router: 252729d9-b6e7-4294-aa22-0da3e63bea61 for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:09:25.236125 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b39a89-fae4-42aa-85e9-d60c637ca92d None None] Routers {'252729d9-b6e7-4294-aa22-0da3e63bea61'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:25.236752 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-a3b39a89-fae4-42aa-85e9-d60c637ca92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:08:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['252729d9-b6e7-4294-aa22-0da3e63bea61'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:25.342324 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-a3b39a89-fae4-42aa-85e9-d60c637ca92d None None] Set router 252729d9-b6e7-4294-aa22-0da3e63bea61 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:25.539648 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-a3b39a89-fae4-42aa-85e9-d60c637ca92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'name': 'tempest-AttachVolumeTestJSON-1407401291-router', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:08Z', 'updated_at': '2022-03-08T13:01:17Z', 'revision_number': 4, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'gw_port': {'id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '5888520b-52b8-480c-8c2e-fc1191f930f9', 'name': '', 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'mac_address': 'fa:16:3e:de:9c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:15Z', 'updated_at': '2022-03-08T13:01:24Z', 'revision_number': 5, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'subnets': [{'id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:25.685758 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b39a89-fae4-42aa-85e9-d60c637ca92d None None] The sync data for ids ['252729d9-b6e7-4294-aa22-0da3e63bea61'] in dv-cinder-830089-2-iscsi is: [{'id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'name': 'tempest-AttachVolumeTestJSON-1407401291-router', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:08Z', 'updated_at': '2022-03-08T13:01:17Z', 'revision_number': 4, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'gw_port': {'id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '5888520b-52b8-480c-8c2e-fc1191f930f9', 'name': '', 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'mac_address': 'fa:16:3e:de:9c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:15Z', 'updated_at': '2022-03-08T13:01:24Z', 'revision_number': 5, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'subnets': [{'id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:09:25.813852 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45244) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:25.878027 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-09344d94-6808-4885-b9f6-e0dec23aaa2f tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for security_group (37a47910-c9ce-4d31-b353-0e64c5bccd3c), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:25.904273 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-09344d94-6808-4885-b9f6-e0dec23aaa2f tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for security_group (37a47910-c9ce-4d31-b353-0e64c5bccd3c), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:25.920028 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed2cfe6-e9d9-4724-a0a9-199fd57a0b3f None None] New status for floating IP f0f8cfb2-3d81-41e4-adfb-daeae5d19379: DOWN {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:09:25.953762 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-09344d94-6808-4885-b9f6-e0dec23aaa2f tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (37a47910-c9ce-4d31-b353-0e64c5bccd3c), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:25.956595 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-09344d94-6808-4885-b9f6-e0dec23aaa2f tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:25.957956 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-09344d94-6808-4885-b9f6-e0dec23aaa2f tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "DELETE /v2.0/security-groups/37a47910-c9ce-4d31-b353-0e64c5bccd3c HTTP/1.1" status: 204 len: 168 time: 0.1430426 Mar 08 13:09:25.960805 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 45246) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:25.968210 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09344d94-6808-4885-b9f6-e0dec23aaa2f tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a47910-c9ce-4d31-b353-0e64c5bccd3c,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:25.973977 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.api.v2.resource [None req-80d118a9-6e1a-4265-a307-815292b2a7b7 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] show failed (client error): The resource could not be found. Mar 08 13:09:25.979251 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-80d118a9-6e1a-4265-a307-815292b2a7b7 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups/37a47910-c9ce-4d31-b353-0e64c5bccd3c HTTP/1.1" status: 404 len: 347 time: 0.0174432 Mar 08 13:09:25.979804 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 45248) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:26.108493 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-ef4dafdc-4e8c-42a3-bb11-6a1c2878f6ba tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Deleting port 73eaaab2-edde-416f-bf80-ce1dc2f8d894 {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:09:26.108866 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ef4dafdc-4e8c-42a3-bb11-6a1c2878f6ba tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (73eaaab2-edde-416f-bf80-ce1dc2f8d894), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:26.179144 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ef4dafdc-4e8c-42a3-bb11-6a1c2878f6ba tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (73eaaab2-edde-416f-bf80-ce1dc2f8d894), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:26.179462 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ef4dafdc-4e8c-42a3-bb11-6a1c2878f6ba tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for floatingip (73eaaab2-edde-416f-bf80-ce1dc2f8d894), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:26.190601 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-ef4dafdc-4e8c-42a3-bb11-6a1c2878f6ba tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Calling delete_port for 73eaaab2-edde-416f-bf80-ce1dc2f8d894 owned by network:floatingip {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:09:26.326123 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ef4dafdc-4e8c-42a3-bb11-6a1c2878f6ba tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (73eaaab2-edde-416f-bf80-ce1dc2f8d894), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:26.349000 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4dafdc-4e8c-42a3-bb11-6a1c2878f6ba tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Pushing event deleted for resources: {'Port': ['ID=73eaaab2-edde-416f-bf80-ce1dc2f8d894,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:26.411844 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ef4dafdc-4e8c-42a3-bb11-6a1c2878f6ba tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for floatingip (f0f8cfb2-3d81-41e4-adfb-daeae5d19379), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:26.414272 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ef4dafdc-4e8c-42a3-bb11-6a1c2878f6ba tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:26.415400 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-ef4dafdc-4e8c-42a3-bb11-6a1c2878f6ba tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "DELETE /v2.0/floatingips/f0f8cfb2-3d81-41e4-adfb-daeae5d19379 HTTP/1.1" status: 204 len: 168 time: 0.4346995 Mar 08 13:09:26.782861 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 45252) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:26.787342 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-a2b517ee-54e8-48da-83bf-74599cfaed97 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1860501220', 'description': 'tempest-description--2110563921'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:26.806600 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a2b517ee-54e8-48da-83bf-74599cfaed97 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:26.871824 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a2b517ee-54e8-48da-83bf-74599cfaed97 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for security_group (0cd55f0d-3ba0-41f8-9a4f-8fb6466b2852), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:26.875405 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a2b517ee-54e8-48da-83bf-74599cfaed97 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (0cd55f0d-3ba0-41f8-9a4f-8fb6466b2852), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:26.903876 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a2b517ee-54e8-48da-83bf-74599cfaed97 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:26.905111 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-a2b517ee-54e8-48da-83bf-74599cfaed97 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1212623 Mar 08 13:09:26.907644 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b517ee-54e8-48da-83bf-74599cfaed97 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd55f0d-3ba0-41f8-9a4f-8fb6466b2852,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:26.910443 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45254) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:26.914674 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-2fee2b9b-c9b3-467f-a72a-52d9a34ae055 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Request body: {'security_group_rule': {'security_group_id': '0cd55f0d-3ba0-41f8-9a4f-8fb6466b2852', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:26.921485 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ef7285b4-043b-4cc4-afdf-985a0ab9e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:26.941504 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2fee2b9b-c9b3-467f-a72a-52d9a34ae055 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for security_group_rule (2c643ffa-b0fd-411e-bc65-654ad357341c), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:26.989706 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2fee2b9b-c9b3-467f-a72a-52d9a34ae055 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for security_group_rule (2c643ffa-b0fd-411e-bc65-654ad357341c), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:26.993380 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2fee2b9b-c9b3-467f-a72a-52d9a34ae055 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (2c643ffa-b0fd-411e-bc65-654ad357341c), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:27.012916 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee2b9b-c9b3-467f-a72a-52d9a34ae055 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c643ffa-b0fd-411e-bc65-654ad357341c,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:27.018838 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2fee2b9b-c9b3-467f-a72a-52d9a34ae055 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:27.020036 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-2fee2b9b-c9b3-467f-a72a-52d9a34ae055 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1090248 Mar 08 13:09:27.022811 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45256) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:27.032475 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-b656374f-36a2-4d33-8e7a-0e3b9abbdd81 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Request body: {'security_group_rule': {'security_group_id': '0cd55f0d-3ba0-41f8-9a4f-8fb6466b2852', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:27.057524 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b656374f-36a2-4d33-8e7a-0e3b9abbdd81 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for security_group_rule (0453109d-464e-44f7-91fb-6dbd74594402), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:27.116543 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b656374f-36a2-4d33-8e7a-0e3b9abbdd81 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for security_group_rule (0453109d-464e-44f7-91fb-6dbd74594402), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:27.120177 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b656374f-36a2-4d33-8e7a-0e3b9abbdd81 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (0453109d-464e-44f7-91fb-6dbd74594402), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:27.139442 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656374f-36a2-4d33-8e7a-0e3b9abbdd81 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0453109d-464e-44f7-91fb-6dbd74594402,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:27.145117 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b656374f-36a2-4d33-8e7a-0e3b9abbdd81 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:27.147560 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-b656374f-36a2-4d33-8e7a-0e3b9abbdd81 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225297 Mar 08 13:09:27.149361 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45258) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:27.153689 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-23afa97b-0498-4e87-a952-a6f4c35fc57c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Request body: {'floatingip': {'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:27.175969 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-23afa97b-0498-4e87-a952-a6f4c35fc57c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:27.189128 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device e2f3b82b-f0c2-4311-b8dd-d4248e77e863 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:09:27.209249 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] No Port match for: e2f3b82b-f0c2-4311-b8dd-d4248e77e863 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:09:27.209597 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device e2f3b82b-f0c2-4311-b8dd-d4248e77e863 not bound to the agent host hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:09:27.274888 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-23afa97b-0498-4e87-a952-a6f4c35fc57c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:27.383434 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [None req-23afa97b-0498-4e87-a952-a6f4c35fc57c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Allocated IP 172.27.3.101 (5c176cc8-3706-4b4e-95aa-80d42c394e72/67bc08be-d366-4d47-9bdf-b91b4b3bbd14/98158172-d1f8-41f4-a7a4-ca928adab7bc) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:09:27.487886 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-23afa97b-0498-4e87-a952-a6f4c35fc57c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for port (98158172-d1f8-41f4-a7a4-ca928adab7bc), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:27.522516 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-23afa97b-0498-4e87-a952-a6f4c35fc57c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (98158172-d1f8-41f4-a7a4-ca928adab7bc), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:27.561097 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23afa97b-0498-4e87-a952-a6f4c35fc57c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:09:27.564468 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-23afa97b-0498-4e87-a952-a6f4c35fc57c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:09:27.567256 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23afa97b-0498-4e87-a952-a6f4c35fc57c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:09:27.604331 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23afa97b-0498-4e87-a952-a6f4c35fc57c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Pushing event updated for resources: {'Port': ['ID=98158172-d1f8-41f4-a7a4-ca928adab7bc,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:27.703247 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-23afa97b-0498-4e87-a952-a6f4c35fc57c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for floatingip (5ac8a30e-1fcc-4253-b4ae-73f5c499c633), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:27.741876 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-23afa97b-0498-4e87-a952-a6f4c35fc57c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (98158172-d1f8-41f4-a7a4-ca928adab7bc), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:27.895146 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-23afa97b-0498-4e87-a952-a6f4c35fc57c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for port (98158172-d1f8-41f4-a7a4-ca928adab7bc), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:27.899665 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-23afa97b-0498-4e87-a952-a6f4c35fc57c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (98158172-d1f8-41f4-a7a4-ca928adab7bc), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:27.969710 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23afa97b-0498-4e87-a952-a6f4c35fc57c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Pushing event updated for resources: {'Port': ['ID=98158172-d1f8-41f4-a7a4-ca928adab7bc,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:27.981989 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-23afa97b-0498-4e87-a952-a6f4c35fc57c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (5ac8a30e-1fcc-4253-b4ae-73f5c499c633), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:27.998406 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-23afa97b-0498-4e87-a952-a6f4c35fc57c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:27.999574 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-23afa97b-0498-4e87-a952-a6f4c35fc57c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8492618 Mar 08 13:09:28.126465 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:09:28.145268 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:28.188842 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-adaed1f6-ca78-4893-b2b6-ab5d0c1fc72d tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1860501220&fields=id&tenant_id=37f26f17b5d64805ade2c2785c6b12fe HTTP/1.1" status: 200 len: 267 time: 0.0415528 Mar 08 13:09:28.293572 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-a90dec59-185d-4585-96b7-f6fd3ad3aeb4 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:28.295016 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-a90dec59-185d-4585-96b7-f6fd3ad3aeb4 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/networks?id=22601ec1-3846-4b8b-84d1-d9378d9f83cc HTTP/1.1" status: 200 len: 811 time: 0.0998800 Mar 08 13:09:28.308776 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-84e91b70-f165-4eab-a434-12d1ecf51b3f tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/quotas/37f26f17b5d64805ade2c2785c6b12fe HTTP/1.1" status: 200 len: 375 time: 0.0085084 Mar 08 13:09:28.361040 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-532c52c1-9f64-4f37-a169-1b4609a59d58 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=37f26f17b5d64805ade2c2785c6b12fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476193 Mar 08 13:09:28.542987 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-87790717-e335-4ef6-88da-374e019d02af service neutron] 10.222.0.50 "GET /v2.0/networks/22601ec1-3846-4b8b-84d1-d9378d9f83cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709855 Mar 08 13:09:28.628480 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-00834b46-ec3b-4f78-a391-76dd90a0ab36 service neutron] 10.222.0.50 "GET /v2.0/networks/22601ec1-3846-4b8b-84d1-d9378d9f83cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798469 Mar 08 13:09:28.790977 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-19eb4329-5a23-479b-85dc-28430b0285a0 req-81be261c-c04c-4409-bfcf-336070576678 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=37edf657-4977-46f1-b90c-f1dbdb8da976 HTTP/1.1" status: 200 len: 210 time: 0.0281126 Mar 08 13:09:29.591151 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:29.828295 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-6cb0a1af-4304-4669-b0f7-30402fce0e7e tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:29.830665 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-6cb0a1af-4304-4669-b0f7-30402fce0e7e tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.72 "GET /v2.0/networks?id=22601ec1-3846-4b8b-84d1-d9378d9f83cc HTTP/1.1" status: 200 len: 811 time: 0.1075788 Mar 08 13:09:29.890689 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1057700e-7696-410d-b39c-70f6431f9ac1 req-62c99b1f-426e-4a79-903f-d849c80ab3b2 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=37edf657-4977-46f1-b90c-f1dbdb8da976 HTTP/1.1" status: 200 len: 210 time: 0.0280530 Mar 08 13:09:29.906264 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-146c1c75-04de-45d7-818c-44ce7dee460e tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37f26f17b5d64805ade2c2785c6b12fe HTTP/1.1" status: 200 len: 380 time: 0.0584593 Mar 08 13:09:29.919330 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-78b87db2-960a-4ae5-8d0a-399924968ae3 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Request body: {'port': {'device_id': '37edf657-4977-46f1-b90c-f1dbdb8da976', 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'admin_state_up': True, 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'security_groups': ['0cd55f0d-3ba0-41f8-9a4f-8fb6466b2852']}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:30.026204 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-78b87db2-960a-4ae5-8d0a-399924968ae3 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Made reservation on behalf of 37f26f17b5d64805ade2c2785c6b12fe for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:09:30.029574 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-78b87db2-960a-4ae5-8d0a-399924968ae3 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:30.154313 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-78b87db2-960a-4ae5-8d0a-399924968ae3 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Allocated IP 172.20.0.7 (22601ec1-3846-4b8b-84d1-d9378d9f83cc/71b3146c-5df2-44c0-b875-ba4aa2fcab91/0885b434-713a-4285-9d57-5708a6493b4c) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:09:30.292373 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-78b87db2-960a-4ae5-8d0a-399924968ae3 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for port (0885b434-713a-4285-9d57-5708a6493b4c), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:30.328343 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-78b87db2-960a-4ae5-8d0a-399924968ae3 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (0885b434-713a-4285-9d57-5708a6493b4c), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:30.371959 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-78b87db2-960a-4ae5-8d0a-399924968ae3 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Network 22601ec1-3846-4b8b-84d1-d9378d9f83cc is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:09:30.374923 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-78b87db2-960a-4ae5-8d0a-399924968ae3 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:09:30.378956 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-78b87db2-960a-4ae5-8d0a-399924968ae3 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:09:30.402489 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b87db2-960a-4ae5-8d0a-399924968ae3 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Pushing event updated for resources: {'Port': ['ID=0885b434-713a-4285-9d57-5708a6493b4c,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:30.430783 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-78b87db2-960a-4ae5-8d0a-399924968ae3 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:30.431395 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-78b87db2-960a-4ae5-8d0a-399924968ae3 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:30.448730 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-78b87db2-960a-4ae5-8d0a-399924968ae3 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5329151 Mar 08 13:09:30.466927 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-f489c0a9-0893-45ee-90bd-16b0bbf8e83c service neutron] Request body: {'port': {'device_id': '37edf657-4977-46f1-b90c-f1dbdb8da976', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:30.532505 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-f489c0a9-0893-45ee-90bd-16b0bbf8e83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (0885b434-713a-4285-9d57-5708a6493b4c), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:30.630594 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-30f6f37a-4510-455c-8dcd-da9746307c5b None None] Provisioning complete for port 0885b434-713a-4285-9d57-5708a6493b4c triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:30.631238 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-30f6f37a-4510-455c-8dcd-da9746307c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (0885b434-713a-4285-9d57-5708a6493b4c), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:30.666884 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-30f6f37a-4510-455c-8dcd-da9746307c5b None None] Port 0885b434-713a-4285-9d57-5708a6493b4c cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:09:30.790919 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-f489c0a9-0893-45ee-90bd-16b0bbf8e83c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0885b434-713a-4285-9d57-5708a6493b4c {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:09:30.798396 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-f489c0a9-0893-45ee-90bd-16b0bbf8e83c service neutron] Publish callbacks [] for port (0885b434-713a-4285-9d57-5708a6493b4c), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:30.810018 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-f489c0a9-0893-45ee-90bd-16b0bbf8e83c service neutron] Transition to ACTIVE for port object 0885b434-713a-4285-9d57-5708a6493b4c will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:09:30.813871 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-f489c0a9-0893-45ee-90bd-16b0bbf8e83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (0885b434-713a-4285-9d57-5708a6493b4c), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:30.865100 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489c0a9-0893-45ee-90bd-16b0bbf8e83c service neutron] Pushing event updated for resources: {'Port': ['ID=0885b434-713a-4285-9d57-5708a6493b4c,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:30.946940 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-f489c0a9-0893-45ee-90bd-16b0bbf8e83c service neutron] Attempting to bind port 0885b434-713a-4285-9d57-5708a6493b4c on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:09:30.947366 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-f489c0a9-0893-45ee-90bd-16b0bbf8e83c service neutron] Attempting to bind port 0885b434-713a-4285-9d57-5708a6493b4c by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '0d2187b0-3440-4b5e-9fc0-a77835bc9ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:09:30.947632 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-f489c0a9-0893-45ee-90bd-16b0bbf8e83c service neutron] Attempting to bind port 0885b434-713a-4285-9d57-5708a6493b4c on network 22601ec1-3846-4b8b-84d1-d9378d9f83cc {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:09:30.947752 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:30.952432 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-f489c0a9-0893-45ee-90bd-16b0bbf8e83c service neutron] Port 0885b434-713a-4285-9d57-5708a6493b4c on network 22601ec1-3846-4b8b-84d1-d9378d9f83cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:09:30.952787 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-f489c0a9-0893-45ee-90bd-16b0bbf8e83c service neutron] Attempting to bind port 0885b434-713a-4285-9d57-5708a6493b4c on network 22601ec1-3846-4b8b-84d1-d9378d9f83cc {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:09:30.958680 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-f489c0a9-0893-45ee-90bd-16b0bbf8e83c service neutron] Checking agent: {'id': '1556a156-0b90-4c62-9625-a828b1293451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'started_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:09:30.959019 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-f489c0a9-0893-45ee-90bd-16b0bbf8e83c service neutron] Checking segment: {'id': '0d2187b0-3440-4b5e-9fc0-a77835bc9ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:09:30.959412 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-f489c0a9-0893-45ee-90bd-16b0bbf8e83c service neutron] Bound using segment: {'id': '0d2187b0-3440-4b5e-9fc0-a77835bc9ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:09:30.959823 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-f489c0a9-0893-45ee-90bd-16b0bbf8e83c service neutron] Bound port: 0885b434-713a-4285-9d57-5708a6493b4c, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d2187b0-3440-4b5e-9fc0-a77835bc9ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:09:30.960183 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-f489c0a9-0893-45ee-90bd-16b0bbf8e83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (0885b434-713a-4285-9d57-5708a6493b4c), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:31.057743 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-f489c0a9-0893-45ee-90bd-16b0bbf8e83c service neutron] For port 0885b434-713a-4285-9d57-5708a6493b4c, host hv-cinder-83008, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:09:31.061486 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-f489c0a9-0893-45ee-90bd-16b0bbf8e83c service neutron] For port 0885b434-713a-4285-9d57-5708a6493b4c, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0885b434-713a-4285-9d57-5708a6493b4c,segment=NetworkSegment(0d2187b0-3440-4b5e-9fc0-a77835bc9ebb),segment_id=0d2187b0-3440-4b5e-9fc0-a77835bc9ebb)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:09:31.074930 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7cea7-63d5-4845-81d3-eada31b4cf97 req-5d75d7c1-ac21-4874-94d1-6320f287d1fe tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:31.076630 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6fb7cea7-63d5-4845-81d3-eada31b4cf97 req-5d75d7c1-ac21-4874-94d1-6320f287d1fe tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=37edf657-4977-46f1-b90c-f1dbdb8da976 HTTP/1.1" status: 200 len: 943 time: 0.0827219 Mar 08 13:09:31.077807 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-f489c0a9-0893-45ee-90bd-16b0bbf8e83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (0885b434-713a-4285-9d57-5708a6493b4c), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:31.118637 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-f489c0a9-0893-45ee-90bd-16b0bbf8e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:31.119223 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-f489c0a9-0893-45ee-90bd-16b0bbf8e83c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:31.120677 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-f489c0a9-0893-45ee-90bd-16b0bbf8e83c service neutron] 10.222.0.72 "PUT /v2.0/ports/0885b434-713a-4285-9d57-5708a6493b4c HTTP/1.1" status: 200 len: 1093 time: 0.6580369 Mar 08 13:09:31.134041 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37edf657-4977-46f1-b90c-f1dbdb8da976', 'tag': '0885b434-713a-4285-9d57-5708a6493b4c'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:09:31.136317 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779a32b9-4381-4a07-b5d3-56a8e65958a5" -d '{"events": [{"name": "network-changed", "server_uuid": "37edf657-4977-46f1-b90c-f1dbdb8da976", "tag": "0885b434-713a-4285-9d57-5708a6493b4c"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:09:31.186295 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489c0a9-0893-45ee-90bd-16b0bbf8e83c service neutron] Pushing event updated for resources: {'Port': ['ID=0885b434-713a-4285-9d57-5708a6493b4c,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:31.190921 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798772e0-e499-4421-b3e1-f476c1a0fd47 x-openstack-request-id: req-798772e0-e499-4421-b3e1-f476c1a0fd47 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:09:31.191211 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37edf657-4977-46f1-b90c-f1dbdb8da976", "tag": "0885b434-713a-4285-9d57-5708a6493b4c", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:09:31.191463 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-798772e0-e499-4421-b3e1-f476c1a0fd47 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:09:31.191855 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37edf657-4977-46f1-b90c-f1dbdb8da976', 'tag': '0885b434-713a-4285-9d57-5708a6493b4c', 'status': 'completed', 'code': 200} Mar 08 13:09:31.224018 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6fb7cea7-63d5-4845-81d3-eada31b4cf97 req-04a32810-9b87-4ba4-9070-26afa0917ff1 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cd55f0d-3ba0-41f8-9a4f-8fb6466b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382217 Mar 08 13:09:31.241981 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-0474b6e6-816f-43e9-ba01-c8d85aba3bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:31.243646 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-0474b6e6-816f-43e9-ba01-c8d85aba3bc4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37f26f17b5d64805ade2c2785c6b12fe&device_id=37edf657-4977-46f1-b90c-f1dbdb8da976 HTTP/1.1" status: 200 len: 1127 time: 0.0679302 Mar 08 13:09:31.294052 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-79f059f2-9e5b-4438-98d9-b18c0712ca83 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0885b434-713a-4285-9d57-5708a6493b4c HTTP/1.1" status: 200 len: 217 time: 0.0355437 Mar 08 13:09:31.345937 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-570dcc03-b8d7-48da-8f26-bf9a0fa354ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:31.347387 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-570dcc03-b8d7-48da-8f26-bf9a0fa354ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=71b3146c-5df2-44c0-b875-ba4aa2fcab91 HTTP/1.1" status: 200 len: 850 time: 0.0476613 Mar 08 13:09:31.396524 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-35ee36d1-98bc-41eb-af79-e10ff5583797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:31.397956 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-35ee36d1-98bc-41eb-af79-e10ff5583797 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22601ec1-3846-4b8b-84d1-d9378d9f83cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443847 Mar 08 13:09:31.485571 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-61e687e8-1d89-48c3-8c49-39bf49754881 service neutron] 10.222.0.72 "GET /v2.0/networks/22601ec1-3846-4b8b-84d1-d9378d9f83cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811560 Mar 08 13:09:31.575747 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-83df27ee-890d-4292-8447-dae94e1b4e30 req-45719894-7477-4bfc-a2da-e49118f33095 service neutron] 10.222.0.72 "GET /v2.0/networks/22601ec1-3846-4b8b-84d1-d9378d9f83cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832486 Mar 08 13:09:31.708525 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a32b9-4381-4a07-b5d3-56a8e65958a5 req-941d9acf-d440-4223-9679-166f67831cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:31.709991 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-779a32b9-4381-4a07-b5d3-56a8e65958a5 req-941d9acf-d440-4223-9679-166f67831cdc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37f26f17b5d64805ade2c2785c6b12fe&device_id=37edf657-4977-46f1-b90c-f1dbdb8da976 HTTP/1.1" status: 200 len: 1127 time: 0.0443923 Mar 08 13:09:31.800390 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a32b9-4381-4a07-b5d3-56a8e65958a5 req-b2755975-afef-4389-9a6b-084fd4dd6192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:31.801771 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-779a32b9-4381-4a07-b5d3-56a8e65958a5 req-b2755975-afef-4389-9a6b-084fd4dd6192 service neutron] 10.222.0.72 "GET /v2.0/networks?id=22601ec1-3846-4b8b-84d1-d9378d9f83cc HTTP/1.1" status: 200 len: 913 time: 0.0855434 Mar 08 13:09:31.842107 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-779a32b9-4381-4a07-b5d3-56a8e65958a5 req-226be78d-9887-4a67-b19e-500afd34dd42 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0885b434-713a-4285-9d57-5708a6493b4c HTTP/1.1" status: 200 len: 217 time: 0.0343735 Mar 08 13:09:31.888162 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a32b9-4381-4a07-b5d3-56a8e65958a5 req-92dbd072-da15-4e8e-80b2-bb939ba1375c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:31.889660 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-779a32b9-4381-4a07-b5d3-56a8e65958a5 req-92dbd072-da15-4e8e-80b2-bb939ba1375c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=71b3146c-5df2-44c0-b875-ba4aa2fcab91 HTTP/1.1" status: 200 len: 850 time: 0.0418677 Mar 08 13:09:31.941876 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a32b9-4381-4a07-b5d3-56a8e65958a5 req-7b666ff4-4864-41ae-91df-0b206ced7d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:31.943342 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-779a32b9-4381-4a07-b5d3-56a8e65958a5 req-7b666ff4-4864-41ae-91df-0b206ced7d90 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22601ec1-3846-4b8b-84d1-d9378d9f83cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472353 Mar 08 13:09:32.032595 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-779a32b9-4381-4a07-b5d3-56a8e65958a5 req-6f379102-ea68-48d1-8ef9-b78e0944a612 service neutron] 10.222.0.72 "GET /v2.0/networks/22601ec1-3846-4b8b-84d1-d9378d9f83cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822208 Mar 08 13:09:32.124414 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-779a32b9-4381-4a07-b5d3-56a8e65958a5 req-4b21d6a7-e765-45cf-b6be-f4bd5ed2d619 service neutron] 10.222.0.72 "GET /v2.0/networks/22601ec1-3846-4b8b-84d1-d9378d9f83cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846643 Mar 08 13:09:32.346907 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc86bce-70e8-445d-8a58-d45e899d5afe req-22b63980-f8f4-452b-a947-fe468db1bfc2 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:32.348405 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7bc86bce-70e8-445d-8a58-d45e899d5afe req-22b63980-f8f4-452b-a947-fe468db1bfc2 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=37edf657-4977-46f1-b90c-f1dbdb8da976 HTTP/1.1" status: 200 len: 943 time: 0.0552082 Mar 08 13:09:32.393979 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7bc86bce-70e8-445d-8a58-d45e899d5afe req-68d431a7-479b-4503-bddf-9d8f2a111525 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cd55f0d-3ba0-41f8-9a4f-8fb6466b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396760 Mar 08 13:09:33.510787 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a20ef2-c1a3-44cf-9d22-4b1204edb439 req-aee78d42-b407-41af-b7a2-76be0f5e0ee0 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:33.512183 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-84a20ef2-c1a3-44cf-9d22-4b1204edb439 req-aee78d42-b407-41af-b7a2-76be0f5e0ee0 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=37edf657-4977-46f1-b90c-f1dbdb8da976 HTTP/1.1" status: 200 len: 943 time: 0.0525022 Mar 08 13:09:33.558705 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-84a20ef2-c1a3-44cf-9d22-4b1204edb439 req-797f51af-8b19-4d1e-94b6-a76c6bed347f tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cd55f0d-3ba0-41f8-9a4f-8fb6466b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404055 Mar 08 13:09:34.672705 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaaca8a-2c82-4d51-ab77-c0bad0884096 req-49fed3f7-124f-4358-b447-080ece1f58bc tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:34.674161 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ebaaca8a-2c82-4d51-ab77-c0bad0884096 req-49fed3f7-124f-4358-b447-080ece1f58bc tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=37edf657-4977-46f1-b90c-f1dbdb8da976 HTTP/1.1" status: 200 len: 943 time: 0.0504127 Mar 08 13:09:34.720027 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ebaaca8a-2c82-4d51-ab77-c0bad0884096 req-aee2c6f8-e062-44f9-8041-af7a713f76b8 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cd55f0d-3ba0-41f8-9a4f-8fb6466b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402126 Mar 08 13:09:35.217149 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 0885b434-713a-4285-9d57-5708a6493b4c details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:09:35.313610 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 0885b434-713a-4285-9d57-5708a6493b4c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0885b434-713a-4285-9d57-5708a6493b4c,segment=NetworkSegment(0d2187b0-3440-4b5e-9fc0-a77835bc9ebb),segment_id=0d2187b0-3440-4b5e-9fc0-a77835bc9ebb)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:35.323633 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Returning: {'device': '0885b434-713a-4285-9d57-5708a6493b4c', 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'port_id': '0885b434-713a-4285-9d57-5708a6493b4c', 'mac_address': 'fa:16:3e:02:2f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:09:35.361334 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 0885b434-713a-4285-9d57-5708a6493b4c is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:35.361737 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (0885b434-713a-4285-9d57-5708a6493b4c), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:35.374504 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0885b434-713a-4285-9d57-5708a6493b4c {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:09:35.394385 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 0885b434-713a-4285-9d57-5708a6493b4c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0885b434-713a-4285-9d57-5708a6493b4c,segment=NetworkSegment(0d2187b0-3440-4b5e-9fc0-a77835bc9ebb),segment_id=0d2187b0-3440-4b5e-9fc0-a77835bc9ebb)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:35.398309 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (0885b434-713a-4285-9d57-5708a6493b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:35.457389 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=0885b434-713a-4285-9d57-5708a6493b4c,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:35.835560 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135db77d-f471-4fe7-9bf6-17411145d690 req-7c8c1c4c-768d-4f13-a240-552335a33ddb tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:35.837050 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-135db77d-f471-4fe7-9bf6-17411145d690 req-7c8c1c4c-768d-4f13-a240-552335a33ddb tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=37edf657-4977-46f1-b90c-f1dbdb8da976 HTTP/1.1" status: 200 len: 944 time: 0.0515692 Mar 08 13:09:35.841115 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['0885b434-713a-4285-9d57-5708a6493b4c'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:09:35.888188 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-135db77d-f471-4fe7-9bf6-17411145d690 req-f7b049ce-2100-402f-9cb9-d0524c64e2e4 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cd55f0d-3ba0-41f8-9a4f-8fb6466b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445876 Mar 08 13:09:37.008896 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a14b4-06af-47cb-8118-13897e37bffd req-4fbae0ed-3412-4785-864e-29914b06e00b tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:37.010356 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3d0a14b4-06af-47cb-8118-13897e37bffd req-4fbae0ed-3412-4785-864e-29914b06e00b tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=37edf657-4977-46f1-b90c-f1dbdb8da976 HTTP/1.1" status: 200 len: 944 time: 0.0551445 Mar 08 13:09:37.055977 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3d0a14b4-06af-47cb-8118-13897e37bffd req-279fd7c6-6bb7-4ac0-b6fd-950b474d9fd7 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cd55f0d-3ba0-41f8-9a4f-8fb6466b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400689 Mar 08 13:09:37.236164 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 0885b434-713a-4285-9d57-5708a6493b4c up at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:09:37.284426 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning for port 0885b434-713a-4285-9d57-5708a6493b4c completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:09:37.288801 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning complete for port 0885b434-713a-4285-9d57-5708a6493b4c triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:37.289173 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (0885b434-713a-4285-9d57-5708a6493b4c), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:37.362259 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 0885b434-713a-4285-9d57-5708a6493b4c is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:37.362648 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (0885b434-713a-4285-9d57-5708a6493b4c), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:37.384332 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37edf657-4977-46f1-b90c-f1dbdb8da976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0885b434-713a-4285-9d57-5708a6493b4c'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:09:37.386594 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f02a98a4da79acb06d2148361802764e90037bdc05c069ddf0d3843ada5eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943b0900-0a58-4bb1-974e-c50e898d0221" -d '{"events": [{"server_uuid": "37edf657-4977-46f1-b90c-f1dbdb8da976", "name": "network-vif-plugged", "status": "completed", "tag": "0885b434-713a-4285-9d57-5708a6493b4c"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:09:37.399498 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 0885b434-713a-4285-9d57-5708a6493b4c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0885b434-713a-4285-9d57-5708a6493b4c,segment=NetworkSegment(0d2187b0-3440-4b5e-9fc0-a77835bc9ebb),segment_id=0d2187b0-3440-4b5e-9fc0-a77835bc9ebb)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:37.403632 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (0885b434-713a-4285-9d57-5708a6493b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:37.434952 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bba1a75-eb7a-4c51-b7b3-6ae7b2318a22 x-openstack-request-id: req-4bba1a75-eb7a-4c51-b7b3-6ae7b2318a22 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:09:37.435243 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37edf657-4977-46f1-b90c-f1dbdb8da976", "name": "network-vif-plugged", "status": "completed", "tag": "0885b434-713a-4285-9d57-5708a6493b4c", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:09:37.435497 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4bba1a75-eb7a-4c51-b7b3-6ae7b2318a22 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:09:37.435880 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37edf657-4977-46f1-b90c-f1dbdb8da976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0885b434-713a-4285-9d57-5708a6493b4c', 'code': 200} Mar 08 13:09:37.460000 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=0885b434-713a-4285-9d57-5708a6493b4c,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:37.642969 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b397443-4c6b-45e9-8507-6a08d7b06a21 req-2ec2ef7b-df09-4ffc-9b10-02148cd719fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:37.644411 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1b397443-4c6b-45e9-8507-6a08d7b06a21 req-2ec2ef7b-df09-4ffc-9b10-02148cd719fc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=37edf657-4977-46f1-b90c-f1dbdb8da976 HTTP/1.1" status: 200 len: 1129 time: 0.0429549 Mar 08 13:09:37.686557 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1b397443-4c6b-45e9-8507-6a08d7b06a21 req-4847ed7f-198b-46bb-bd9e-0c7bbc2dfcc6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0cd55f0d-3ba0-41f8-9a4f-8fb6466b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349047 Mar 08 13:09:38.171380 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4203b7-c029-44fc-8716-17bceec2ca01 req-664b9a07-c717-4142-8b68-83fd5bcdba9b tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:38.173354 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fe4203b7-c029-44fc-8716-17bceec2ca01 req-664b9a07-c717-4142-8b68-83fd5bcdba9b tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=37edf657-4977-46f1-b90c-f1dbdb8da976 HTTP/1.1" status: 200 len: 945 time: 0.0510986 Mar 08 13:09:38.217855 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fe4203b7-c029-44fc-8716-17bceec2ca01 req-a719bf27-6568-41bb-ad1f-fa8d56edd8bb tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cd55f0d-3ba0-41f8-9a4f-8fb6466b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391068 Mar 08 13:09:39.341498 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b00a03-e099-4e83-ae86-a6717a201bc4 req-d0ab8e45-1ee5-43a5-b2a1-a680dd492d71 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:39.342982 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a4b00a03-e099-4e83-ae86-a6717a201bc4 req-d0ab8e45-1ee5-43a5-b2a1-a680dd492d71 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=37edf657-4977-46f1-b90c-f1dbdb8da976 HTTP/1.1" status: 200 len: 945 time: 0.0531416 Mar 08 13:09:39.388718 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a4b00a03-e099-4e83-ae86-a6717a201bc4 req-ff7bacaf-bedb-4248-bf39-02a6815a1440 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cd55f0d-3ba0-41f8-9a4f-8fb6466b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401022 Mar 08 13:09:40.505102 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4b721-f866-483a-8172-1c575f537367 req-e7c569fc-b5e5-4fb3-92d1-676749e68c56 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:40.506454 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-46b4b721-f866-483a-8172-1c575f537367 req-e7c569fc-b5e5-4fb3-92d1-676749e68c56 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=37edf657-4977-46f1-b90c-f1dbdb8da976 HTTP/1.1" status: 200 len: 945 time: 0.0521846 Mar 08 13:09:40.555161 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-46b4b721-f866-483a-8172-1c575f537367 req-76f12c4c-e7ef-4c8f-b38f-df8718d8e966 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cd55f0d-3ba0-41f8-9a4f-8fb6466b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430663 Mar 08 13:09:40.669738 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8582f58-1f89-4951-bed9-7582ba711f10 req-158bb564-0943-4aa6-a0ec-22ab81ffd5de tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:40.671200 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c8582f58-1f89-4951-bed9-7582ba711f10 req-158bb564-0943-4aa6-a0ec-22ab81ffd5de tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=37edf657-4977-46f1-b90c-f1dbdb8da976 HTTP/1.1" status: 200 len: 945 time: 0.0548568 Mar 08 13:09:40.679988 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45320) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:40.684152 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-50615f2a-0d36-47ef-92a8-5ad2ff1b7aab tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Request body: {'floatingip': {'port_id': '0885b434-713a-4285-9d57-5708a6493b4c'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:40.721982 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-50615f2a-0d36-47ef-92a8-5ad2ff1b7aab tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for floatingip (5ac8a30e-1fcc-4253-b4ae-73f5c499c633), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:41.398076 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-50615f2a-0d36-47ef-92a8-5ad2ff1b7aab tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:41.401856 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-50615f2a-0d36-47ef-92a8-5ad2ff1b7aab tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (5ac8a30e-1fcc-4253-b4ae-73f5c499c633), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:41.507001 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.l3_db [None req-50615f2a-0d36-47ef-92a8-5ad2ff1b7aab tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Floating IP 5ac8a30e-1fcc-4253-b4ae-73f5c499c633 associated. External IP: 172.27.3.101, port: 0885b434-713a-4285-9d57-5708a6493b4c. Mar 08 13:09:41.718027 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50615f2a-0d36-47ef-92a8-5ad2ff1b7aab tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Router 252729d9-b6e7-4294-aa22-0da3e63bea61 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:09:41.821992 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50615f2a-0d36-47ef-92a8-5ad2ff1b7aab tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:09:41.826772 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-50615f2a-0d36-47ef-92a8-5ad2ff1b7aab tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:41.831488 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b5be18-68de-490c-873e-e4573e0ce394 None None] Sync routers for ids ['252729d9-b6e7-4294-aa22-0da3e63bea61'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:09:41.840979 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b5be18-68de-490c-873e-e4573e0ce394 None None] Routers {'252729d9-b6e7-4294-aa22-0da3e63bea61'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:41.841590 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-e3b5be18-68de-490c-873e-e4573e0ce394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:09:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['252729d9-b6e7-4294-aa22-0da3e63bea61'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:41.860339 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-50615f2a-0d36-47ef-92a8-5ad2ff1b7aab tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "PUT /v2.0/floatingips/5ac8a30e-1fcc-4253-b4ae-73f5c499c633 HTTP/1.1" status: 200 len: 991 time: 1.1792874 Mar 08 13:09:41.860945 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37edf657-4977-46f1-b90c-f1dbdb8da976', 'tag': '0885b434-713a-4285-9d57-5708a6493b4c'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:09:41.863211 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a583a3e9-9f02-4f4f-93f0-8bbbd42ab911" -d '{"events": [{"name": "network-changed", "server_uuid": "37edf657-4977-46f1-b90c-f1dbdb8da976", "tag": "0885b434-713a-4285-9d57-5708a6493b4c"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:09:41.899464 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344d2c8e-149e-4b94-8fbe-9653be10f1ae x-openstack-request-id: req-344d2c8e-149e-4b94-8fbe-9653be10f1ae {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:09:41.899812 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37edf657-4977-46f1-b90c-f1dbdb8da976", "tag": "0885b434-713a-4285-9d57-5708a6493b4c", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:09:41.900074 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-344d2c8e-149e-4b94-8fbe-9653be10f1ae {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:09:41.900492 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37edf657-4977-46f1-b90c-f1dbdb8da976', 'tag': '0885b434-713a-4285-9d57-5708a6493b4c', 'status': 'completed', 'code': 200} Mar 08 13:09:41.950849 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-e3b5be18-68de-490c-873e-e4573e0ce394 None None] Set router 252729d9-b6e7-4294-aa22-0da3e63bea61 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:41.986188 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583a3e9-9f02-4f4f-93f0-8bbbd42ab911 req-2edf1b82-e765-497a-b4a2-da81f7b8a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:41.987723 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a583a3e9-9f02-4f4f-93f0-8bbbd42ab911 req-2edf1b82-e765-497a-b4a2-da81f7b8a939 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=37f26f17b5d64805ade2c2785c6b12fe&device_id=37edf657-4977-46f1-b90c-f1dbdb8da976 HTTP/1.1" status: 200 len: 1129 time: 0.0450349 Mar 08 13:09:42.079812 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583a3e9-9f02-4f4f-93f0-8bbbd42ab911 req-a606fba0-1a3a-41bc-af28-a51bb21875db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:42.081254 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a583a3e9-9f02-4f4f-93f0-8bbbd42ab911 req-a606fba0-1a3a-41bc-af28-a51bb21875db service neutron] 10.222.0.72 "GET /v2.0/networks?id=22601ec1-3846-4b8b-84d1-d9378d9f83cc HTTP/1.1" status: 200 len: 913 time: 0.0870428 Mar 08 13:09:42.148581 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a583a3e9-9f02-4f4f-93f0-8bbbd42ab911 req-5096b024-e247-4f3e-aea6-84438b26f7b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0885b434-713a-4285-9d57-5708a6493b4c HTTP/1.1" status: 200 len: 999 time: 0.0615256 Mar 08 13:09:42.175774 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-e3b5be18-68de-490c-873e-e4573e0ce394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'name': 'tempest-AttachVolumeTestJSON-1407401291-router', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:08Z', 'updated_at': '2022-03-08T13:01:17Z', 'revision_number': 4, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'gw_port': {'id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '5ac8a30e-1fcc-4253-b4ae-73f5c499c633', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'port_id': '0885b434-713a-4285-9d57-5708a6493b4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'mac_address': 'fa:16:3e:02:2f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37edf657-4977-46f1-b90c-f1dbdb8da976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:09:27Z', 'updated_at': '2022-03-08T13:09:41Z', 'revision_number': 1, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5888520b-52b8-480c-8c2e-fc1191f930f9', 'name': '', 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'mac_address': 'fa:16:3e:de:9c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:15Z', 'updated_at': '2022-03-08T13:01:24Z', 'revision_number': 5, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'subnets': [{'id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:42.196402 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583a3e9-9f02-4f4f-93f0-8bbbd42ab911 req-e9d749f2-be05-471b-b9a8-b4fc65827914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:42.197890 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a583a3e9-9f02-4f4f-93f0-8bbbd42ab911 req-e9d749f2-be05-471b-b9a8-b4fc65827914 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=71b3146c-5df2-44c0-b875-ba4aa2fcab91 HTTP/1.1" status: 200 len: 850 time: 0.0436003 Mar 08 13:09:42.202622 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b5be18-68de-490c-873e-e4573e0ce394 None None] Checking router: 252729d9-b6e7-4294-aa22-0da3e63bea61 for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:09:42.210858 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b5be18-68de-490c-873e-e4573e0ce394 None None] Routers {'252729d9-b6e7-4294-aa22-0da3e63bea61'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:42.211456 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-e3b5be18-68de-490c-873e-e4573e0ce394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:09:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['252729d9-b6e7-4294-aa22-0da3e63bea61'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:42.247389 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583a3e9-9f02-4f4f-93f0-8bbbd42ab911 req-db43bc86-7473-4853-a6b2-8df4734a17cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:42.248934 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a583a3e9-9f02-4f4f-93f0-8bbbd42ab911 req-db43bc86-7473-4853-a6b2-8df4734a17cd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22601ec1-3846-4b8b-84d1-d9378d9f83cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448046 Mar 08 13:09:42.319699 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-e3b5be18-68de-490c-873e-e4573e0ce394 None None] Set router 252729d9-b6e7-4294-aa22-0da3e63bea61 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:42.340923 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a583a3e9-9f02-4f4f-93f0-8bbbd42ab911 req-a977ed81-4491-48f2-94ff-15acdbc4d72b service neutron] 10.222.0.72 "GET /v2.0/networks/22601ec1-3846-4b8b-84d1-d9378d9f83cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861251 Mar 08 13:09:42.436378 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a583a3e9-9f02-4f4f-93f0-8bbbd42ab911 req-b73c3a8d-5cd6-45f6-a182-75018055bd72 service neutron] 10.222.0.72 "GET /v2.0/networks/22601ec1-3846-4b8b-84d1-d9378d9f83cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892889 Mar 08 13:09:42.526842 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:42.554471 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-e3b5be18-68de-490c-873e-e4573e0ce394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'name': 'tempest-AttachVolumeTestJSON-1407401291-router', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:08Z', 'updated_at': '2022-03-08T13:01:17Z', 'revision_number': 4, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'gw_port': {'id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '5ac8a30e-1fcc-4253-b4ae-73f5c499c633', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'port_id': '0885b434-713a-4285-9d57-5708a6493b4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'mac_address': 'fa:16:3e:02:2f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37edf657-4977-46f1-b90c-f1dbdb8da976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:09:27Z', 'updated_at': '2022-03-08T13:09:41Z', 'revision_number': 1, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5888520b-52b8-480c-8c2e-fc1191f930f9', 'name': '', 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'mac_address': 'fa:16:3e:de:9c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:15Z', 'updated_at': '2022-03-08T13:01:24Z', 'revision_number': 5, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'subnets': [{'id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:42.584297 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b5be18-68de-490c-873e-e4573e0ce394 None None] The sync data for ids ['252729d9-b6e7-4294-aa22-0da3e63bea61'] in dv-cinder-830089-2-iscsi is: [{'id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'name': 'tempest-AttachVolumeTestJSON-1407401291-router', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:08Z', 'updated_at': '2022-03-08T13:01:17Z', 'revision_number': 4, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'gw_port': {'id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '5ac8a30e-1fcc-4253-b4ae-73f5c499c633', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'port_id': '0885b434-713a-4285-9d57-5708a6493b4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'mac_address': 'fa:16:3e:02:2f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37edf657-4977-46f1-b90c-f1dbdb8da976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:09:27Z', 'updated_at': '2022-03-08T13:09:41Z', 'revision_number': 1, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5888520b-52b8-480c-8c2e-fc1191f930f9', 'name': '', 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'mac_address': 'fa:16:3e:de:9c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:15Z', 'updated_at': '2022-03-08T13:01:24Z', 'revision_number': 5, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'subnets': [{'id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:09:42.769992 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976abf02-656c-4af6-b04f-f5073fdea884 None None] New status for floating IP 5ac8a30e-1fcc-4253-b4ae-73f5c499c633: ACTIVE {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:09:43.346374 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d436c133-790d-4ff0-87e7-a22b19214396 req-0b365244-991e-46df-b066-0f05ea16a661 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1780763058&fields=id&tenant_id=b7260e3341834b2982afb2cee5ba7265 HTTP/1.1" status: 200 len: 267 time: 0.0447078 Mar 08 13:09:43.402883 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436c133-790d-4ff0-87e7-a22b19214396 req-06c56f34-e12f-42ed-ad13-55fb557cdb18 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:43.404353 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d436c133-790d-4ff0-87e7-a22b19214396 req-06c56f34-e12f-42ed-ad13-55fb557cdb18 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 984 time: 0.0527039 Mar 08 13:09:43.414639 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-d436c133-790d-4ff0-87e7-a22b19214396 req-7c0ca4c1-e3e6-4da5-a3b4-f1cf97099e90 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Request body: {'port': {'security_groups': ['fa3e734c-f3c9-4b09-b653-34c9bb1b7b67']}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:43.488923 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-d436c133-790d-4ff0-87e7-a22b19214396 req-7c0ca4c1-e3e6-4da5-a3b4-f1cf97099e90 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (09dea47e-a0b0-4535-b3c9-ce915c21fd5c), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:43.659817 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-d436c133-790d-4ff0-87e7-a22b19214396 req-7c0ca4c1-e3e6-4da5-a3b4-f1cf97099e90 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] For port 09dea47e-a0b0-4535-b3c9-ce915c21fd5c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=09dea47e-a0b0-4535-b3c9-ce915c21fd5c,segment=NetworkSegment(5d98788d-0a24-4917-8363-4038d0c4799c),segment_id=5d98788d-0a24-4917-8363-4038d0c4799c)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:43.688907 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-d436c133-790d-4ff0-87e7-a22b19214396 req-7c0ca4c1-e3e6-4da5-a3b4-f1cf97099e90 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for port (09dea47e-a0b0-4535-b3c9-ce915c21fd5c), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:43.694037 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-d436c133-790d-4ff0-87e7-a22b19214396 req-7c0ca4c1-e3e6-4da5-a3b4-f1cf97099e90 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (09dea47e-a0b0-4535-b3c9-ce915c21fd5c), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:43.729704 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['09dea47e-a0b0-4535-b3c9-ce915c21fd5c'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:09:43.741204 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436c133-790d-4ff0-87e7-a22b19214396 req-7c0ca4c1-e3e6-4da5-a3b4-f1cf97099e90 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:43.741838 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-d436c133-790d-4ff0-87e7-a22b19214396 req-7c0ca4c1-e3e6-4da5-a3b4-f1cf97099e90 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:43.743445 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d436c133-790d-4ff0-87e7-a22b19214396 req-7c0ca4c1-e3e6-4da5-a3b4-f1cf97099e90 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "PUT /v2.0/ports/09dea47e-a0b0-4535-b3c9-ce915c21fd5c HTTP/1.1" status: 200 len: 942 time: 0.3329356 Mar 08 13:09:43.751379 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 45334) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:43.771121 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ca4c1-e3e6-4da5-a3b4-f1cf97099e90 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Pushing event updated for resources: {'Port': ['ID=09dea47e-a0b0-4535-b3c9-ce915c21fd5c,revision_number=7']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:43.829332 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-65c70228-efd9-44cc-bb11-1b0d5bb925a4 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for security_group (2757cb34-d83f-4bba-97b5-cb09e743113d), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:43.861975 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-65c70228-efd9-44cc-bb11-1b0d5bb925a4 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for security_group (2757cb34-d83f-4bba-97b5-cb09e743113d), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:43.901920 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d7d63c-80ea-4085-9eeb-e43ff6c57304', 'tag': '09dea47e-a0b0-4535-b3c9-ce915c21fd5c'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:09:43.904307 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5583d03-3ca6-4735-b3eb-feb236daf272" -d '{"events": [{"name": "network-changed", "server_uuid": "44d7d63c-80ea-4085-9eeb-e43ff6c57304", "tag": "09dea47e-a0b0-4535-b3c9-ce915c21fd5c"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:09:43.904897 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['09dea47e-a0b0-4535-b3c9-ce915c21fd5c'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:09:43.939294 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-65c70228-efd9-44cc-bb11-1b0d5bb925a4 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (2757cb34-d83f-4bba-97b5-cb09e743113d), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:43.943028 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-65c70228-efd9-44cc-bb11-1b0d5bb925a4 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:43.950769 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45338) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:43.951912 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-65c70228-efd9-44cc-bb11-1b0d5bb925a4 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "DELETE /v2.0/security-groups/2757cb34-d83f-4bba-97b5-cb09e743113d HTTP/1.1" status: 204 len: 168 time: 0.1979446 Mar 08 13:09:43.972458 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c70228-efd9-44cc-bb11-1b0d5bb925a4 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2757cb34-d83f-4bba-97b5-cb09e743113d,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:43.994586 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49bf8a9-0d79-4523-96d4-3cfdd90db0d9 x-openstack-request-id: req-b49bf8a9-0d79-4523-96d4-3cfdd90db0d9 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:09:43.994878 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d7d63c-80ea-4085-9eeb-e43ff6c57304", "tag": "09dea47e-a0b0-4535-b3c9-ce915c21fd5c", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:09:43.995132 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b49bf8a9-0d79-4523-96d4-3cfdd90db0d9 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:09:43.995532 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d7d63c-80ea-4085-9eeb-e43ff6c57304', 'tag': '09dea47e-a0b0-4535-b3c9-ce915c21fd5c', 'status': 'completed', 'code': 200} Mar 08 13:09:44.053554 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-96ee87f8-2649-41d5-bec6-c34723e08172 None None] Provisioning complete for port 09dea47e-a0b0-4535-b3c9-ce915c21fd5c triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:44.053931 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-96ee87f8-2649-41d5-bec6-c34723e08172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (09dea47e-a0b0-4535-b3c9-ce915c21fd5c), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:44.117853 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5583d03-3ca6-4735-b3eb-feb236daf272 req-3185871f-5ce3-470d-8760-55e320ebf987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:44.119304 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c5583d03-3ca6-4735-b3eb-feb236daf272 req-3185871f-5ce3-470d-8760-55e320ebf987 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b7260e3341834b2982afb2cee5ba7265&device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 1129 time: 0.1046534 Mar 08 13:09:44.176738 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-96ee87f8-2649-41d5-bec6-c34723e08172 None None] Current status of the port 09dea47e-a0b0-4535-b3c9-ce915c21fd5c is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:44.229642 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-8072002a-b491-4970-a4ce-1b77ba75c45b tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Deleting port 583aec49-1f28-42ed-bbd0-e0a730f829b5 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:09:44.229992 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8072002a-b491-4970-a4ce-1b77ba75c45b tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (583aec49-1f28-42ed-bbd0-e0a730f829b5), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:44.260181 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5583d03-3ca6-4735-b3eb-feb236daf272 req-603b3825-2f10-4b50-998c-42547c51404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:44.261683 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c5583d03-3ca6-4735-b3eb-feb236daf272 req-603b3825-2f10-4b50-998c-42547c51404f service neutron] 10.222.0.72 "GET /v2.0/networks?id=a987f753-8f3e-4254-879c-48d2f61b5904 HTTP/1.1" status: 200 len: 916 time: 0.1221418 Mar 08 13:09:44.369697 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8072002a-b491-4970-a4ce-1b77ba75c45b tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (583aec49-1f28-42ed-bbd0-e0a730f829b5), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:44.370418 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8072002a-b491-4970-a4ce-1b77ba75c45b tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for floatingip (583aec49-1f28-42ed-bbd0-e0a730f829b5), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:44.373704 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c5583d03-3ca6-4735-b3eb-feb236daf272 req-6f3eacfe-8346-4e93-a21d-0eef200e9d60 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09dea47e-a0b0-4535-b3c9-ce915c21fd5c HTTP/1.1" status: 200 len: 1001 time: 0.0842202 Mar 08 13:09:44.392857 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-8072002a-b491-4970-a4ce-1b77ba75c45b tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Calling delete_port for 583aec49-1f28-42ed-bbd0-e0a730f829b5 owned by network:floatingip {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:09:44.477444 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5583d03-3ca6-4735-b3eb-feb236daf272 req-4f4a1410-66d1-455a-a167-3196b0513d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:44.478821 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c5583d03-3ca6-4735-b3eb-feb236daf272 req-4f4a1410-66d1-455a-a167-3196b0513d4c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=961c8dfe-453f-456b-9da2-5d2b94a6e21c HTTP/1.1" status: 200 len: 853 time: 0.0975707 Mar 08 13:09:44.563713 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5583d03-3ca6-4735-b3eb-feb236daf272 req-13146623-ad68-47ca-a110-2fd934716e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:44.565282 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c5583d03-3ca6-4735-b3eb-feb236daf272 req-13146623-ad68-47ca-a110-2fd934716e67 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a987f753-8f3e-4254-879c-48d2f61b5904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785844 Mar 08 13:09:44.694909 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c5583d03-3ca6-4735-b3eb-feb236daf272 req-94404210-f1d9-4869-a2c1-11e6dc4010b1 service neutron] 10.222.0.72 "GET /v2.0/networks/a987f753-8f3e-4254-879c-48d2f61b5904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188092 Mar 08 13:09:44.696123 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8072002a-b491-4970-a4ce-1b77ba75c45b tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (583aec49-1f28-42ed-bbd0-e0a730f829b5), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:44.729928 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072002a-b491-4970-a4ce-1b77ba75c45b tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Pushing event deleted for resources: {'Port': ['ID=583aec49-1f28-42ed-bbd0-e0a730f829b5,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:44.849148 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8072002a-b491-4970-a4ce-1b77ba75c45b tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks [] for floatingip (fdc145d6-1eac-48b4-90b5-45dc48954393), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:44.849466 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.l3_db [None req-8072002a-b491-4970-a4ce-1b77ba75c45b tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Floating IP fdc145d6-1eac-48b4-90b5-45dc48954393 disassociated (deleted). External IP: 172.27.3.221, port: 09dea47e-a0b0-4535-b3c9-ce915c21fd5c. Mar 08 13:09:44.896294 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c5583d03-3ca6-4735-b3eb-feb236daf272 req-a4ec2d4d-1678-4354-a92d-0440e0569838 service neutron] 10.222.0.72 "GET /v2.0/networks/a987f753-8f3e-4254-879c-48d2f61b5904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795058 Mar 08 13:09:45.078981 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8072002a-b491-4970-a4ce-1b77ba75c45b tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Router 32b7c4df-0fec-430c-b3f5-095530c4b503 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:09:45.443480 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8072002a-b491-4970-a4ce-1b77ba75c45b tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:09:45.447913 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8072002a-b491-4970-a4ce-1b77ba75c45b tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:45.453492 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9360f54-7d70-4d6c-9ecb-566b29b388dd None None] Sync routers for ids ['32b7c4df-0fec-430c-b3f5-095530c4b503'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:09:45.463985 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9360f54-7d70-4d6c-9ecb-566b29b388dd None None] Routers {'32b7c4df-0fec-430c-b3f5-095530c4b503'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:45.464626 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-a9360f54-7d70-4d6c-9ecb-566b29b388dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:09:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['32b7c4df-0fec-430c-b3f5-095530c4b503'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:45.481806 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-8072002a-b491-4970-a4ce-1b77ba75c45b tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "DELETE /v2.0/floatingips/fdc145d6-1eac-48b4-90b5-45dc48954393 HTTP/1.1" status: 204 len: 168 time: 1.5293918 Mar 08 13:09:45.576782 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-a9360f54-7d70-4d6c-9ecb-566b29b388dd None None] Set router 32b7c4df-0fec-430c-b3f5-095530c4b503 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:45.801851 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-a9360f54-7d70-4d6c-9ecb-566b29b388dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'name': 'tempest-TestMinimumBasicScenario-307497270-router', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '36feb335-8fbf-4175-8dcb-d660adadb4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:05:30Z', 'revision_number': 4, 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'gw_port': {'id': '36feb335-8fbf-4175-8dcb-d660adadb4a3', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '4634bc84-8ae9-4064-b716-2327cada629c', 'name': '', 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'mac_address': 'fa:16:3e:cc:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '961c8dfe-453f-456b-9da2-5d2b94a6e21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:29Z', 'updated_at': '2022-03-08T13:05:34Z', 'revision_number': 5, 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'subnets': [{'id': '961c8dfe-453f-456b-9da2-5d2b94a6e21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:45.831970 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9360f54-7d70-4d6c-9ecb-566b29b388dd None None] Checking router: 32b7c4df-0fec-430c-b3f5-095530c4b503 for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:09:45.840526 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9360f54-7d70-4d6c-9ecb-566b29b388dd None None] Routers {'32b7c4df-0fec-430c-b3f5-095530c4b503'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:45.841166 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-a9360f54-7d70-4d6c-9ecb-566b29b388dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:09:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['32b7c4df-0fec-430c-b3f5-095530c4b503'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:45.955959 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-a9360f54-7d70-4d6c-9ecb-566b29b388dd None None] Set router 32b7c4df-0fec-430c-b3f5-095530c4b503 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:45.996667 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d7d63c-80ea-4085-9eeb-e43ff6c57304', 'tag': '09dea47e-a0b0-4535-b3c9-ce915c21fd5c'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:09:45.999150 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c68b18-78cb-49ba-a5b5-91ff44407994" -d '{"events": [{"name": "network-changed", "server_uuid": "44d7d63c-80ea-4085-9eeb-e43ff6c57304", "tag": "09dea47e-a0b0-4535-b3c9-ce915c21fd5c"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:09:46.039292 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a4168f-6fd8-431f-a38a-5b5cdc6ba658 x-openstack-request-id: req-22a4168f-6fd8-431f-a38a-5b5cdc6ba658 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:09:46.039609 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d7d63c-80ea-4085-9eeb-e43ff6c57304", "tag": "09dea47e-a0b0-4535-b3c9-ce915c21fd5c", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:09:46.039856 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-22a4168f-6fd8-431f-a38a-5b5cdc6ba658 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:09:46.040272 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d7d63c-80ea-4085-9eeb-e43ff6c57304', 'tag': '09dea47e-a0b0-4535-b3c9-ce915c21fd5c', 'status': 'completed', 'code': 200} Mar 08 13:09:46.140330 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c68b18-78cb-49ba-a5b5-91ff44407994 req-77404a7c-81a4-41d8-b393-1325bafa4d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:46.141888 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-09c68b18-78cb-49ba-a5b5-91ff44407994 req-77404a7c-81a4-41d8-b393-1325bafa4d28 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b7260e3341834b2982afb2cee5ba7265&device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 1129 time: 0.0460134 Mar 08 13:09:46.237856 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c68b18-78cb-49ba-a5b5-91ff44407994 req-28752be5-e3cb-42f0-b8b4-4489beb57019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:46.239271 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-09c68b18-78cb-49ba-a5b5-91ff44407994 req-28752be5-e3cb-42f0-b8b4-4489beb57019 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a987f753-8f3e-4254-879c-48d2f61b5904 HTTP/1.1" status: 200 len: 916 time: 0.0898829 Mar 08 13:09:46.295899 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-09c68b18-78cb-49ba-a5b5-91ff44407994 req-ccaf5c20-ebe0-4ed6-95c0-3cf211cf2d72 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09dea47e-a0b0-4535-b3c9-ce915c21fd5c HTTP/1.1" status: 200 len: 217 time: 0.0474119 Mar 08 13:09:46.299648 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-a9360f54-7d70-4d6c-9ecb-566b29b388dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'name': 'tempest-TestMinimumBasicScenario-307497270-router', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '36feb335-8fbf-4175-8dcb-d660adadb4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:05:30Z', 'revision_number': 4, 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'gw_port': {'id': '36feb335-8fbf-4175-8dcb-d660adadb4a3', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '4634bc84-8ae9-4064-b716-2327cada629c', 'name': '', 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'mac_address': 'fa:16:3e:cc:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '961c8dfe-453f-456b-9da2-5d2b94a6e21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:29Z', 'updated_at': '2022-03-08T13:05:34Z', 'revision_number': 5, 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'subnets': [{'id': '961c8dfe-453f-456b-9da2-5d2b94a6e21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:46.325653 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9360f54-7d70-4d6c-9ecb-566b29b388dd None None] The sync data for ids ['32b7c4df-0fec-430c-b3f5-095530c4b503'] in dv-cinder-830089-2-iscsi is: [{'id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'name': 'tempest-TestMinimumBasicScenario-307497270-router', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '36feb335-8fbf-4175-8dcb-d660adadb4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:05:30Z', 'revision_number': 4, 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'gw_port': {'id': '36feb335-8fbf-4175-8dcb-d660adadb4a3', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '4634bc84-8ae9-4064-b716-2327cada629c', 'name': '', 'network_id': 'a987f753-8f3e-4254-879c-48d2f61b5904', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'mac_address': 'fa:16:3e:cc:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '961c8dfe-453f-456b-9da2-5d2b94a6e21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:29Z', 'updated_at': '2022-03-08T13:05:34Z', 'revision_number': 5, 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'subnets': [{'id': '961c8dfe-453f-456b-9da2-5d2b94a6e21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:09:46.357497 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c68b18-78cb-49ba-a5b5-91ff44407994 req-c76b4263-aa29-44f2-bf6c-4cdde1269fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:46.359028 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-09c68b18-78cb-49ba-a5b5-91ff44407994 req-c76b4263-aa29-44f2-bf6c-4cdde1269fe9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=961c8dfe-453f-456b-9da2-5d2b94a6e21c HTTP/1.1" status: 200 len: 853 time: 0.0567515 Mar 08 13:09:46.421002 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c68b18-78cb-49ba-a5b5-91ff44407994 req-da62c3a3-d18b-4fc5-a924-a8895e03845f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:46.422427 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-09c68b18-78cb-49ba-a5b5-91ff44407994 req-da62c3a3-d18b-4fc5-a924-a8895e03845f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a987f753-8f3e-4254-879c-48d2f61b5904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522020 Mar 08 13:09:46.517765 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-09c68b18-78cb-49ba-a5b5-91ff44407994 req-5ac56f98-98f2-4715-8943-1115bfac6121 service neutron] 10.222.0.72 "GET /v2.0/networks/a987f753-8f3e-4254-879c-48d2f61b5904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870876 Mar 08 13:09:46.566416 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d35962-056d-439f-b9b5-baa54f6f5ee9 None None] New status for floating IP fdc145d6-1eac-48b4-90b5-45dc48954393: DOWN {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:09:46.623681 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-09c68b18-78cb-49ba-a5b5-91ff44407994 req-8d7c416f-d58c-4df8-8f22-28cf9e7b8606 service neutron] 10.222.0.72 "GET /v2.0/networks/a987f753-8f3e-4254-879c-48d2f61b5904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992534 Mar 08 13:09:48.198356 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee754eb-59ff-4b59-9821-0ef8e2e1528c req-2647442b-66dc-4113-893f-b250111e81f1 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:48.199927 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4ee754eb-59ff-4b59-9821-0ef8e2e1528c req-2647442b-66dc-4113-893f-b250111e81f1 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 945 time: 0.0524230 Mar 08 13:09:48.246081 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4ee754eb-59ff-4b59-9821-0ef8e2e1528c req-1e1d495a-4567-427d-84d0-558a7389836d tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400925 Mar 08 13:09:49.363242 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc971d9b-2896-47f2-86f5-2008dcaedfe5 req-22791e20-abb0-484f-b7f2-b61402eecf80 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:49.364741 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bc971d9b-2896-47f2-86f5-2008dcaedfe5 req-22791e20-abb0-484f-b7f2-b61402eecf80 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 945 time: 0.0510387 Mar 08 13:09:49.410178 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bc971d9b-2896-47f2-86f5-2008dcaedfe5 req-bb030536-374a-4b55-b1c0-a262a004bcd5 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399342 Mar 08 13:09:50.495732 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b98aa-3f00-449f-b37e-92df70f63fcf req-f9de23d0-2a28-427a-bb53-e1e43fc773d9 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:50.498201 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fc3b98aa-3f00-449f-b37e-92df70f63fcf req-f9de23d0-2a28-427a-bb53-e1e43fc773d9 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.72 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 945 time: 0.0798960 Mar 08 13:09:50.603495 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c7cb3-41bb-4872-af0c-42d649156919 req-f964c416-208f-415f-a519-ea539946e833 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:50.605077 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e62c7cb3-41bb-4872-af0c-42d649156919 req-f964c416-208f-415f-a519-ea539946e833 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 945 time: 0.1257989 Mar 08 13:09:50.667937 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-fc3b98aa-3f00-449f-b37e-92df70f63fcf req-0998c96f-a176-4eb0-99e0-1fbbd53d76a7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Deleting port 09dea47e-a0b0-4535-b3c9-ce915c21fd5c {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:09:50.668277 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-fc3b98aa-3f00-449f-b37e-92df70f63fcf req-0998c96f-a176-4eb0-99e0-1fbbd53d76a7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (09dea47e-a0b0-4535-b3c9-ce915c21fd5c), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:50.699511 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e62c7cb3-41bb-4872-af0c-42d649156919 req-d827166d-f07d-4405-9d44-8b4521434d0a tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851111 Mar 08 13:09:50.786151 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-fc3b98aa-3f00-449f-b37e-92df70f63fcf req-0998c96f-a176-4eb0-99e0-1fbbd53d76a7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] For port 09dea47e-a0b0-4535-b3c9-ce915c21fd5c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=09dea47e-a0b0-4535-b3c9-ce915c21fd5c,segment=NetworkSegment(5d98788d-0a24-4917-8363-4038d0c4799c),segment_id=5d98788d-0a24-4917-8363-4038d0c4799c)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:50.786432 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-fc3b98aa-3f00-449f-b37e-92df70f63fcf req-0998c96f-a176-4eb0-99e0-1fbbd53d76a7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (09dea47e-a0b0-4535-b3c9-ce915c21fd5c), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:50.798565 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-fc3b98aa-3f00-449f-b37e-92df70f63fcf req-0998c96f-a176-4eb0-99e0-1fbbd53d76a7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Calling delete_port for 09dea47e-a0b0-4535-b3c9-ce915c21fd5c owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:09:50.942612 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-fc3b98aa-3f00-449f-b37e-92df70f63fcf req-0998c96f-a176-4eb0-99e0-1fbbd53d76a7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (09dea47e-a0b0-4535-b3c9-ce915c21fd5c), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:50.970606 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998c96f-a176-4eb0-99e0-1fbbd53d76a7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Pushing event deleted for resources: {'Port': ['ID=09dea47e-a0b0-4535-b3c9-ce915c21fd5c,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:50.980812 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0998c96f-a176-4eb0-99e0-1fbbd53d76a7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:50.981179 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0998c96f-a176-4eb0-99e0-1fbbd53d76a7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:50.981745 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0998c96f-a176-4eb0-99e0-1fbbd53d76a7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:50.981923 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0998c96f-a176-4eb0-99e0-1fbbd53d76a7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:50.982257 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0998c96f-a176-4eb0-99e0-1fbbd53d76a7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:50.982597 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0998c96f-a176-4eb0-99e0-1fbbd53d76a7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:50.982933 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0998c96f-a176-4eb0-99e0-1fbbd53d76a7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:50.983266 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0998c96f-a176-4eb0-99e0-1fbbd53d76a7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:50.983601 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0998c96f-a176-4eb0-99e0-1fbbd53d76a7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:50.983764 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['09dea47e-a0b0-4535-b3c9-ce915c21fd5c'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:09:50.984423 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0998c96f-a176-4eb0-99e0-1fbbd53d76a7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:50.984423 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0998c96f-a176-4eb0-99e0-1fbbd53d76a7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:50.984839 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0998c96f-a176-4eb0-99e0-1fbbd53d76a7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:50.985744 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0998c96f-a176-4eb0-99e0-1fbbd53d76a7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:51.030380 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3b98aa-3f00-449f-b37e-92df70f63fcf req-0998c96f-a176-4eb0-99e0-1fbbd53d76a7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] No DVR routers for this DVR port 09dea47e-a0b0-4535-b3c9-ce915c21fd5c on host hv-cinder-83008 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:09:51.033553 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-fc3b98aa-3f00-449f-b37e-92df70f63fcf req-0998c96f-a176-4eb0-99e0-1fbbd53d76a7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:51.037077 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fc3b98aa-3f00-449f-b37e-92df70f63fcf req-0998c96f-a176-4eb0-99e0-1fbbd53d76a7 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.72 "DELETE /v2.0/ports/09dea47e-a0b0-4535-b3c9-ce915c21fd5c HTTP/1.1" status: 204 len: 173 time: 0.5197568 Mar 08 13:09:51.037460 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d7d63c-80ea-4085-9eeb-e43ff6c57304', 'name': 'network-vif-deleted', 'tag': '09dea47e-a0b0-4535-b3c9-ce915c21fd5c'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:09:51.039746 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3572c2ad-81c3-4cdb-8430-dbf7fc198b7b" -d '{"events": [{"server_uuid": "44d7d63c-80ea-4085-9eeb-e43ff6c57304", "name": "network-vif-deleted", "tag": "09dea47e-a0b0-4535-b3c9-ce915c21fd5c"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:09:51.081735 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0637a9-21a1-4c9a-83fd-22a0d3415daa x-openstack-request-id: req-ed0637a9-21a1-4c9a-83fd-22a0d3415daa {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:09:51.082029 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d7d63c-80ea-4085-9eeb-e43ff6c57304", "name": "network-vif-deleted", "tag": "09dea47e-a0b0-4535-b3c9-ce915c21fd5c", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:09:51.082293 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ed0637a9-21a1-4c9a-83fd-22a0d3415daa {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:09:51.082702 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d7d63c-80ea-4085-9eeb-e43ff6c57304', 'name': 'network-vif-deleted', 'tag': '09dea47e-a0b0-4535-b3c9-ce915c21fd5c', 'status': 'completed', 'code': 200} Mar 08 13:09:51.827920 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d0f1f63a-792e-4802-ba03-2ec4e2242985 req-c196352d-44d3-4063-90f0-42c24b6ba008 tempest-TestMinimumBasicScenario-356574465 tempest-TestMinimumBasicScenario-356574465-project] 10.222.0.50 "GET /v2.0/ports?device_id=44d7d63c-80ea-4085-9eeb-e43ff6c57304 HTTP/1.1" status: 200 len: 210 time: 0.0312033 Mar 08 13:09:53.313913 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 09dea47e-a0b0-4535-b3c9-ce915c21fd5c no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:09:53.335425 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] No Port match for: 09dea47e-a0b0-4535-b3c9-ce915c21fd5c {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:09:53.335685 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 09dea47e-a0b0-4535-b3c9-ce915c21fd5c not bound to the agent host hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:09:53.540304 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45428) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:53.899159 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6dd8ddef-ab86-43a2-842b-88a25cfa6200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674134'] for router_interface (32b7c4df-0fec-430c-b3f5-095530c4b503), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:54.158766 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-6dd8ddef-ab86-43a2-842b-88a25cfa6200 admin admin] Deleting port 4634bc84-8ae9-4064-b716-2327cada629c {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:09:54.159024 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6dd8ddef-ab86-43a2-842b-88a25cfa6200 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (4634bc84-8ae9-4064-b716-2327cada629c), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:54.239537 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-6dd8ddef-ab86-43a2-842b-88a25cfa6200 admin admin] For port 4634bc84-8ae9-4064-b716-2327cada629c, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=4634bc84-8ae9-4064-b716-2327cada629c,segment=NetworkSegment(5d98788d-0a24-4917-8363-4038d0c4799c),segment_id=5d98788d-0a24-4917-8363-4038d0c4799c)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:54.239898 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6dd8ddef-ab86-43a2-842b-88a25cfa6200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (4634bc84-8ae9-4064-b716-2327cada629c), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:54.253408 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-6dd8ddef-ab86-43a2-842b-88a25cfa6200 admin admin] Calling delete_port for 4634bc84-8ae9-4064-b716-2327cada629c owned by network:router_interface {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:09:54.449031 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6dd8ddef-ab86-43a2-842b-88a25cfa6200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (4634bc84-8ae9-4064-b716-2327cada629c), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:54.473191 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8ddef-ab86-43a2-842b-88a25cfa6200 admin admin] Pushing event deleted for resources: {'Port': ['ID=4634bc84-8ae9-4064-b716-2327cada629c,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:54.654271 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6dd8ddef-ab86-43a2-842b-88a25cfa6200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674082'] for router_interface (32b7c4df-0fec-430c-b3f5-095530c4b503), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:54.695482 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-62e2c3f9-f26b-4df0-a39b-4202e971fc2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:54.894760 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd8ddef-ab86-43a2-842b-88a25cfa6200 admin admin] Router 32b7c4df-0fec-430c-b3f5-095530c4b503 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:09:55.007626 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd8ddef-ab86-43a2-842b-88a25cfa6200 admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:09:55.013113 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-6dd8ddef-ab86-43a2-842b-88a25cfa6200 admin admin] 10.222.0.50 "PUT /v2.0/routers/32b7c4df-0fec-430c-b3f5-095530c4b503/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4701068 Mar 08 13:09:55.016720 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 45434) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:55.017521 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9f5978-9007-4508-b016-30159fd3a7fe None None] Sync routers for ids ['32b7c4df-0fec-430c-b3f5-095530c4b503'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:09:55.028136 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9f5978-9007-4508-b016-30159fd3a7fe None None] Routers {'32b7c4df-0fec-430c-b3f5-095530c4b503'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:55.028907 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-dd9f5978-9007-4508-b016-30159fd3a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:09:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['32b7c4df-0fec-430c-b3f5-095530c4b503'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:55.130733 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] Publish callbacks [] for router (32b7c4df-0fec-430c-b3f5-095530c4b503), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:55.148335 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-dd9f5978-9007-4508-b016-30159fd3a7fe None None] Set router 32b7c4df-0fec-430c-b3f5-095530c4b503 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:55.239651 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] Publish callbacks [] for router_gateway (32b7c4df-0fec-430c-b3f5-095530c4b503), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:55.304166 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] Deleting port 36feb335-8fbf-4175-8dcb-d660adadb4a3 {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:09:55.304490 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (36feb335-8fbf-4175-8dcb-d660adadb4a3), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:55.370975 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-dd9f5978-9007-4508-b016-30159fd3a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'name': 'tempest-TestMinimumBasicScenario-307497270-router', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '36feb335-8fbf-4175-8dcb-d660adadb4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:09:54Z', 'revision_number': 5, 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'gw_port': {'id': '36feb335-8fbf-4175-8dcb-d660adadb4a3', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:55.382112 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] For port 36feb335-8fbf-4175-8dcb-d660adadb4a3, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=36feb335-8fbf-4175-8dcb-d660adadb4a3,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:55.382465 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (36feb335-8fbf-4175-8dcb-d660adadb4a3), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:55.394455 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] Calling delete_port for 36feb335-8fbf-4175-8dcb-d660adadb4a3 owned by network:router_gateway {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:09:55.397549 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9f5978-9007-4508-b016-30159fd3a7fe None None] Checking router: 32b7c4df-0fec-430c-b3f5-095530c4b503 for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:09:55.405990 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9f5978-9007-4508-b016-30159fd3a7fe None None] Routers {'32b7c4df-0fec-430c-b3f5-095530c4b503'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:55.406524 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-dd9f5978-9007-4508-b016-30159fd3a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:09:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['32b7c4df-0fec-430c-b3f5-095530c4b503'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:55.496049 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-dd9f5978-9007-4508-b016-30159fd3a7fe None None] Set router 32b7c4df-0fec-430c-b3f5-095530c4b503 gateway port host: None {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:55.553337 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-dd9f5978-9007-4508-b016-30159fd3a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'name': 'tempest-TestMinimumBasicScenario-307497270-router', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:09:55Z', 'revision_number': 6, 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'gw_port_host': None}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:55.582221 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9f5978-9007-4508-b016-30159fd3a7fe None None] The sync data for ids ['32b7c4df-0fec-430c-b3f5-095530c4b503'] in dv-cinder-830089-2-iscsi is: [{'id': '32b7c4df-0fec-430c-b3f5-095530c4b503', 'name': 'tempest-TestMinimumBasicScenario-307497270-router', 'tenant_id': 'b7260e3341834b2982afb2cee5ba7265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:05:27Z', 'updated_at': '2022-03-08T13:09:55Z', 'revision_number': 6, 'project_id': 'b7260e3341834b2982afb2cee5ba7265', 'gw_port_host': None}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:09:55.774451 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (36feb335-8fbf-4175-8dcb-d660adadb4a3), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:55.798574 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] Pushing event deleted for resources: {'Port': ['ID=36feb335-8fbf-4175-8dcb-d660adadb4a3,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:55.812473 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:55.812856 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:55.813206 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:55.813546 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:55.813882 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:55.814217 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:55.814550 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:55.814881 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:55.815211 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:55.815542 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:55.815874 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:55.816199 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:55.816521 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:55.879115 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673672'] for router_gateway (32b7c4df-0fec-430c-b3f5-095530c4b503), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:55.973161 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60786'] for router (32b7c4df-0fec-430c-b3f5-095530c4b503), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:55.975532 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] Publish callbacks [] for router_controller (32b7c4df-0fec-430c-b3f5-095530c4b503), precommit_delete_associations {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:56.024354 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676139'] for router (32b7c4df-0fec-430c-b3f5-095530c4b503), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:56.025083 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32b7c4df-0fec-430c-b3f5-095530c4b503 {{(pid=102969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:09:56.029450 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:56.031208 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-1ab02926-5d60-4ccf-ae79-85649a662b39 admin admin] 10.222.0.50 "DELETE /v2.0/routers/32b7c4df-0fec-430c-b3f5-095530c4b503 HTTP/1.1" status: 204 len: 168 time: 1.0128548 Mar 08 13:09:56.033808 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 45436) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:56.080345 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52c46e5-9b95-46d5-ab73-0879496f7b15 admin admin] Deleting subnet 961c8dfe-453f-456b-9da2-5d2b94a6e21c {{(pid=102969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:09:56.083501 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e52c46e5-9b95-46d5-ab73-0879496f7b15 admin admin] Publish callbacks [] for subnet (961c8dfe-453f-456b-9da2-5d2b94a6e21c), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:56.117497 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e52c46e5-9b95-46d5-ab73-0879496f7b15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5748676'] for subnet (961c8dfe-453f-456b-9da2-5d2b94a6e21c), precommit_delete_associations {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:56.219052 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e52c46e5-9b95-46d5-ab73-0879496f7b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791735'] for subnet (961c8dfe-453f-456b-9da2-5d2b94a6e21c), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:56.273374 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e52c46e5-9b95-46d5-ab73-0879496f7b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4213226'] for subnet (961c8dfe-453f-456b-9da2-5d2b94a6e21c), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:56.300646 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c46e5-9b95-46d5-ab73-0879496f7b15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=961c8dfe-453f-456b-9da2-5d2b94a6e21c,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:56.302516 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e52c46e5-9b95-46d5-ab73-0879496f7b15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:56.308190 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-e52c46e5-9b95-46d5-ab73-0879496f7b15 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/961c8dfe-453f-456b-9da2-5d2b94a6e21c HTTP/1.1" status: 204 len: 168 time: 0.2709410 Mar 08 13:09:56.308318 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23405a44-0299-430a-9573-5ffe1f05f1fb None None] Network a987f753-8f3e-4254-879c-48d2f61b5904 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:09:56.308810 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45438) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:56.382903 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-893a471d-3b0b-40b3-8214-1c3250a32686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749880'] for network (a987f753-8f3e-4254-879c-48d2f61b5904), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:56.454515 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-893a471d-3b0b-40b3-8214-1c3250a32686 admin admin] Deleting port 2dc841bc-96bb-46ad-a6ab-26e65bb0531f {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:09:56.454848 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-893a471d-3b0b-40b3-8214-1c3250a32686 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (2dc841bc-96bb-46ad-a6ab-26e65bb0531f), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:56.469907 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fee6ce-f716-4380-9cb4-4fcc3be4031d None None] DHCP port deletion for a987f753-8f3e-4254-879c-48d2f61b5904 request from dv-cinder-830089-2-iscsi {{(pid=102970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 13:09:56.520759 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-893a471d-3b0b-40b3-8214-1c3250a32686 admin admin] For port 2dc841bc-96bb-46ad-a6ab-26e65bb0531f, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=2dc841bc-96bb-46ad-a6ab-26e65bb0531f,segment=NetworkSegment(5d98788d-0a24-4917-8363-4038d0c4799c),segment_id=5d98788d-0a24-4917-8363-4038d0c4799c)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:56.521119 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-893a471d-3b0b-40b3-8214-1c3250a32686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (2dc841bc-96bb-46ad-a6ab-26e65bb0531f), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:56.524106 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-b8fee6ce-f716-4380-9cb4-4fcc3be4031d None None] Deleting port 2dc841bc-96bb-46ad-a6ab-26e65bb0531f {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:09:56.524549 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b8fee6ce-f716-4380-9cb4-4fcc3be4031d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (2dc841bc-96bb-46ad-a6ab-26e65bb0531f), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:56.533556 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-893a471d-3b0b-40b3-8214-1c3250a32686 admin admin] Calling delete_port for 2dc841bc-96bb-46ad-a6ab-26e65bb0531f owned by network:dhcp {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:09:56.602964 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-b8fee6ce-f716-4380-9cb4-4fcc3be4031d None None] For port 2dc841bc-96bb-46ad-a6ab-26e65bb0531f, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=2dc841bc-96bb-46ad-a6ab-26e65bb0531f,segment=NetworkSegment(5d98788d-0a24-4917-8363-4038d0c4799c),segment_id=5d98788d-0a24-4917-8363-4038d0c4799c)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:56.603533 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b8fee6ce-f716-4380-9cb4-4fcc3be4031d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (2dc841bc-96bb-46ad-a6ab-26e65bb0531f), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:56.627941 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-893a471d-3b0b-40b3-8214-1c3250a32686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (2dc841bc-96bb-46ad-a6ab-26e65bb0531f), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:56.632350 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-b8fee6ce-f716-4380-9cb4-4fcc3be4031d None None] Calling delete_port for 2dc841bc-96bb-46ad-a6ab-26e65bb0531f owned by network:dhcp {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:09:56.668431 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a471d-3b0b-40b3-8214-1c3250a32686 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc841bc-96bb-46ad-a6ab-26e65bb0531f,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:56.674099 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893a471d-3b0b-40b3-8214-1c3250a32686 admin admin] No DVR routers for this DVR port 2dc841bc-96bb-46ad-a6ab-26e65bb0531f on host dv-cinder-830089-2-iscsi {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:09:56.677931 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 36feb335-8fbf-4175-8dcb-d660adadb4a3 no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:09:56.735525 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: 36feb335-8fbf-4175-8dcb-d660adadb4a3 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:09:56.735794 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 36feb335-8fbf-4175-8dcb-d660adadb4a3 not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:09:56.736208 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 2dc841bc-96bb-46ad-a6ab-26e65bb0531f no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:09:56.748517 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-893a471d-3b0b-40b3-8214-1c3250a32686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773944', 'neutron.services.segments.db._delete_segments_for_network-8755472085351'] for network (a987f753-8f3e-4254-879c-48d2f61b5904), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:56.759587 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: 2dc841bc-96bb-46ad-a6ab-26e65bb0531f {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:09:56.759941 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 2dc841bc-96bb-46ad-a6ab-26e65bb0531f not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:09:56.760353 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 4634bc84-8ae9-4064-b716-2327cada629c no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:09:56.770351 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-893a471d-3b0b-40b3-8214-1c3250a32686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a987f753-8f3e-4254-879c-48d2f61b5904']}} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:56.780077 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-893a471d-3b0b-40b3-8214-1c3250a32686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d98788d-0a24-4917-8363-4038d0c4799c') {'for_net_delete': True} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:56.780358 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-893a471d-3b0b-40b3-8214-1c3250a32686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d98788d-0a24-4917-8363-4038d0c4799c') {} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:56.792227 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: 4634bc84-8ae9-4064-b716-2327cada629c {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:09:56.799343 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 4634bc84-8ae9-4064-b716-2327cada629c not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:09:56.800185 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-893a471d-3b0b-40b3-8214-1c3250a32686 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755472086384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5404991'] for segment (5d98788d-0a24-4917-8363-4038d0c4799c), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:56.812438 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-893a471d-3b0b-40b3-8214-1c3250a32686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (5d98788d-0a24-4917-8363-4038d0c4799c), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:56.819216 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893a471d-3b0b-40b3-8214-1c3250a32686 admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=102968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:09:56.819849 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-893a471d-3b0b-40b3-8214-1c3250a32686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5564882'] for segment (5d98788d-0a24-4917-8363-4038d0c4799c), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: Traceback (most recent call last): Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: timer() Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: cb(*args, **kw) Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: return func(*args, **kwargs) Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: self._notify() Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: self.callback(batched_events) Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: event.method(event) Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: return f(self, *a, **k) Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: return self._get(url).json() Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: return self.request(url, 'GET', **kwargs) Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:09:56.821739 dv-cinder-830089-2-iscsi neutron-server[102968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:09:56.827067 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b8fee6ce-f716-4380-9cb4-4fcc3be4031d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016'] for port (2dc841bc-96bb-46ad-a6ab-26e65bb0531f), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:56.857445 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fee6ce-f716-4380-9cb4-4fcc3be4031d None None] Pushing event deleted for resources: {'Port': ['ID=2dc841bc-96bb-46ad-a6ab-26e65bb0531f,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:56.861246 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fee6ce-f716-4380-9cb4-4fcc3be4031d None None] No DVR routers for this DVR port 2dc841bc-96bb-46ad-a6ab-26e65bb0531f on host dv-cinder-830089-2-iscsi {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:09:56.867038 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fee6ce-f716-4380-9cb4-4fcc3be4031d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:56.867386 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fee6ce-f716-4380-9cb4-4fcc3be4031d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:56.867728 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fee6ce-f716-4380-9cb4-4fcc3be4031d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:56.868065 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fee6ce-f716-4380-9cb4-4fcc3be4031d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:56.868400 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fee6ce-f716-4380-9cb4-4fcc3be4031d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:56.868757 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fee6ce-f716-4380-9cb4-4fcc3be4031d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:56.869086 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fee6ce-f716-4380-9cb4-4fcc3be4031d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:56.869410 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fee6ce-f716-4380-9cb4-4fcc3be4031d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:56.869736 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fee6ce-f716-4380-9cb4-4fcc3be4031d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:56.870111 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fee6ce-f716-4380-9cb4-4fcc3be4031d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:56.870406 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fee6ce-f716-4380-9cb4-4fcc3be4031d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:56.870685 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fee6ce-f716-4380-9cb4-4fcc3be4031d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:56.871004 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fee6ce-f716-4380-9cb4-4fcc3be4031d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:56.881975 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-893a471d-3b0b-40b3-8214-1c3250a32686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673708'] for network (a987f753-8f3e-4254-879c-48d2f61b5904), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:56.887044 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-893a471d-3b0b-40b3-8214-1c3250a32686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:56.891207 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-893a471d-3b0b-40b3-8214-1c3250a32686 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a987f753-8f3e-4254-879c-48d2f61b5904 HTTP/1.1" status: 204 len: 168 time: 0.5814793 Mar 08 13:09:56.895358 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45440) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:56.913395 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a471d-3b0b-40b3-8214-1c3250a32686 admin admin] Pushing event deleted for resources: {'Network': ['ID=a987f753-8f3e-4254-879c-48d2f61b5904,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:56.931195 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0e1ab90e-4375-43aa-82cd-1b4cede76ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:57.301683 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d49c0049-c60d-47f4-b943-88ebf879465e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674134'] for router_interface (0525e1c5-b2a2-4923-aa71-30cbc33f4145), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:57.801454 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-d49c0049-c60d-47f4-b943-88ebf879465e admin admin] Deleting port f6cc7fe8-2185-4e01-83d1-0915d0da5dc1 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:09:57.802186 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d49c0049-c60d-47f4-b943-88ebf879465e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (f6cc7fe8-2185-4e01-83d1-0915d0da5dc1), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:57.880826 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-d49c0049-c60d-47f4-b943-88ebf879465e admin admin] For port f6cc7fe8-2185-4e01-83d1-0915d0da5dc1, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=f6cc7fe8-2185-4e01-83d1-0915d0da5dc1,segment=NetworkSegment(8fc19945-9a4f-456f-9ff5-41d0db57fc98),segment_id=8fc19945-9a4f-456f-9ff5-41d0db57fc98)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:57.881185 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d49c0049-c60d-47f4-b943-88ebf879465e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (f6cc7fe8-2185-4e01-83d1-0915d0da5dc1), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:57.893891 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-d49c0049-c60d-47f4-b943-88ebf879465e admin admin] Calling delete_port for f6cc7fe8-2185-4e01-83d1-0915d0da5dc1 owned by network:router_interface {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:09:58.081845 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d49c0049-c60d-47f4-b943-88ebf879465e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (f6cc7fe8-2185-4e01-83d1-0915d0da5dc1), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:58.105840 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c0049-c60d-47f4-b943-88ebf879465e admin admin] Pushing event deleted for resources: {'Port': ['ID=f6cc7fe8-2185-4e01-83d1-0915d0da5dc1,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:58.154967 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:58.293706 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d49c0049-c60d-47f4-b943-88ebf879465e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674082'] for router_interface (0525e1c5-b2a2-4923-aa71-30cbc33f4145), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:58.514236 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49c0049-c60d-47f4-b943-88ebf879465e admin admin] Router 0525e1c5-b2a2-4923-aa71-30cbc33f4145 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:09:58.643431 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49c0049-c60d-47f4-b943-88ebf879465e admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:09:58.651555 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-d49c0049-c60d-47f4-b943-88ebf879465e admin admin] 10.222.0.50 "PUT /v2.0/routers/0525e1c5-b2a2-4923-aa71-30cbc33f4145/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7550778 Mar 08 13:09:58.652209 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45446) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:58.653002 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0fc4ab-22e1-43a3-a9ad-8a49147b1229 None None] Sync routers for ids ['0525e1c5-b2a2-4923-aa71-30cbc33f4145'] in dv-cinder-830089-2-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:09:58.665020 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0fc4ab-22e1-43a3-a9ad-8a49147b1229 None None] Routers {'0525e1c5-b2a2-4923-aa71-30cbc33f4145'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:58.665733 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-2f0fc4ab-22e1-43a3-a9ad-8a49147b1229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:09:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['0525e1c5-b2a2-4923-aa71-30cbc33f4145'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:58.773512 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-fc790157-e7db-4f57-833f-5b81ba07f2ab admin admin] Publish callbacks [] for router (0525e1c5-b2a2-4923-aa71-30cbc33f4145), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:58.784747 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-2f0fc4ab-22e1-43a3-a9ad-8a49147b1229 None None] Set router 0525e1c5-b2a2-4923-aa71-30cbc33f4145 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:58.892980 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-fc790157-e7db-4f57-833f-5b81ba07f2ab admin admin] Publish callbacks [] for router_gateway (0525e1c5-b2a2-4923-aa71-30cbc33f4145), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:58.956177 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-fc790157-e7db-4f57-833f-5b81ba07f2ab admin admin] Deleting port eae0b562-435a-4ecd-a898-335856dfe9bd {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:09:58.956686 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-fc790157-e7db-4f57-833f-5b81ba07f2ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (eae0b562-435a-4ecd-a898-335856dfe9bd), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:58.989941 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-2f0fc4ab-22e1-43a3-a9ad-8a49147b1229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0525e1c5-b2a2-4923-aa71-30cbc33f4145', 'name': 'tempest-TestMinimumBasicScenario-999744889-router', 'tenant_id': '2e3e49ae349b4731825f2e3d3befaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'eae0b562-435a-4ecd-a898-335856dfe9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:05:32Z', 'updated_at': '2022-03-08T13:09:58Z', 'revision_number': 5, 'project_id': '2e3e49ae349b4731825f2e3d3befaf80', 'gw_port': {'id': 'eae0b562-435a-4ecd-a898-335856dfe9bd', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0525e1c5-b2a2-4923-aa71-30cbc33f4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:05:32Z', 'updated_at': '2022-03-08T13:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:59.020610 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0fc4ab-22e1-43a3-a9ad-8a49147b1229 None None] Checking router: 0525e1c5-b2a2-4923-aa71-30cbc33f4145 for host: dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:09:59.029355 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0fc4ab-22e1-43a3-a9ad-8a49147b1229 None None] Routers {'0525e1c5-b2a2-4923-aa71-30cbc33f4145'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:59.029884 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-2f0fc4ab-22e1-43a3-a9ad-8a49147b1229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:09:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['0525e1c5-b2a2-4923-aa71-30cbc33f4145'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:59.043501 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-fc790157-e7db-4f57-833f-5b81ba07f2ab admin admin] For port eae0b562-435a-4ecd-a898-335856dfe9bd, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=eae0b562-435a-4ecd-a898-335856dfe9bd,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:59.043866 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-fc790157-e7db-4f57-833f-5b81ba07f2ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (eae0b562-435a-4ecd-a898-335856dfe9bd), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.063289 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-fc790157-e7db-4f57-833f-5b81ba07f2ab admin admin] Calling delete_port for eae0b562-435a-4ecd-a898-335856dfe9bd owned by network:router_gateway {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:09:59.124705 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-2f0fc4ab-22e1-43a3-a9ad-8a49147b1229 None None] Set router 0525e1c5-b2a2-4923-aa71-30cbc33f4145 gateway port host: None {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:59.178422 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-2f0fc4ab-22e1-43a3-a9ad-8a49147b1229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0525e1c5-b2a2-4923-aa71-30cbc33f4145', 'name': 'tempest-TestMinimumBasicScenario-999744889-router', 'tenant_id': '2e3e49ae349b4731825f2e3d3befaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:05:32Z', 'updated_at': '2022-03-08T13:09:58Z', 'revision_number': 6, 'project_id': '2e3e49ae349b4731825f2e3d3befaf80', 'gw_port_host': None}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:59.209247 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0fc4ab-22e1-43a3-a9ad-8a49147b1229 None None] The sync data for ids ['0525e1c5-b2a2-4923-aa71-30cbc33f4145'] in dv-cinder-830089-2-iscsi is: [{'id': '0525e1c5-b2a2-4923-aa71-30cbc33f4145', 'name': 'tempest-TestMinimumBasicScenario-999744889-router', 'tenant_id': '2e3e49ae349b4731825f2e3d3befaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:05:32Z', 'updated_at': '2022-03-08T13:09:58Z', 'revision_number': 6, 'project_id': '2e3e49ae349b4731825f2e3d3befaf80', 'gw_port_host': None}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:09:59.254103 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-fc790157-e7db-4f57-833f-5b81ba07f2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (eae0b562-435a-4ecd-a898-335856dfe9bd), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.284523 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc790157-e7db-4f57-833f-5b81ba07f2ab admin admin] Pushing event deleted for resources: {'Port': ['ID=eae0b562-435a-4ecd-a898-335856dfe9bd,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:59.351081 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-fc790157-e7db-4f57-833f-5b81ba07f2ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673672'] for router_gateway (0525e1c5-b2a2-4923-aa71-30cbc33f4145), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.469352 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-fc790157-e7db-4f57-833f-5b81ba07f2ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60786'] for router (0525e1c5-b2a2-4923-aa71-30cbc33f4145), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.471506 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-fc790157-e7db-4f57-833f-5b81ba07f2ab admin admin] Publish callbacks [] for router_controller (0525e1c5-b2a2-4923-aa71-30cbc33f4145), precommit_delete_associations {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.537823 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-fc790157-e7db-4f57-833f-5b81ba07f2ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676139'] for router (0525e1c5-b2a2-4923-aa71-30cbc33f4145), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.538371 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc790157-e7db-4f57-833f-5b81ba07f2ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0525e1c5-b2a2-4923-aa71-30cbc33f4145 {{(pid=102968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:09:59.543514 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-fc790157-e7db-4f57-833f-5b81ba07f2ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.545018 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-fc790157-e7db-4f57-833f-5b81ba07f2ab admin admin] 10.222.0.50 "DELETE /v2.0/routers/0525e1c5-b2a2-4923-aa71-30cbc33f4145 HTTP/1.1" status: 204 len: 168 time: 0.8915374 Mar 08 13:09:59.547291 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45448) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:59.593628 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.603689 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c348c58-4f8a-4870-ab2d-239141a3cc94 admin admin] Deleting subnet 5e8f8484-886d-421a-b4c2-71f03157d5c9 {{(pid=102968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:09:59.608081 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9c348c58-4f8a-4870-ab2d-239141a3cc94 admin admin] Publish callbacks [] for subnet (5e8f8484-886d-421a-b4c2-71f03157d5c9), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.648839 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9c348c58-4f8a-4870-ab2d-239141a3cc94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5405124'] for subnet (5e8f8484-886d-421a-b4c2-71f03157d5c9), precommit_delete_associations {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.765331 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9c348c58-4f8a-4870-ab2d-239141a3cc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791735'] for subnet (5e8f8484-886d-421a-b4c2-71f03157d5c9), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.818838 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9c348c58-4f8a-4870-ab2d-239141a3cc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5564856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6168924'] for subnet (5e8f8484-886d-421a-b4c2-71f03157d5c9), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.844886 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c348c58-4f8a-4870-ab2d-239141a3cc94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e8f8484-886d-421a-b4c2-71f03157d5c9,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:59.848461 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9c348c58-4f8a-4870-ab2d-239141a3cc94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.854512 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-9c348c58-4f8a-4870-ab2d-239141a3cc94 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5e8f8484-886d-421a-b4c2-71f03157d5c9 HTTP/1.1" status: 204 len: 168 time: 0.3036699 Mar 08 13:09:59.854759 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45450) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:59.854869 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aa5be8-dcea-4d84-9e75-7a5670c74272 None None] Network 94b9822a-e678-42bf-a8bb-0e9d277c5ba4 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:09:59.923641 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-351ca888-b791-429b-80f0-21af6d8ab773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749880'] for network (94b9822a-e678-42bf-a8bb-0e9d277c5ba4), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.990261 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-351ca888-b791-429b-80f0-21af6d8ab773 admin admin] Deleting port 231889e5-04ae-4618-9208-e2582be96802 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:09:59.990483 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-351ca888-b791-429b-80f0-21af6d8ab773 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (231889e5-04ae-4618-9208-e2582be96802), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:00.016896 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25272979-f565-458a-9f23-40637d612395 None None] DHCP port deletion for 94b9822a-e678-42bf-a8bb-0e9d277c5ba4 request from dv-cinder-830089-2-iscsi {{(pid=102970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 13:10:00.059779 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-351ca888-b791-429b-80f0-21af6d8ab773 admin admin] For port 231889e5-04ae-4618-9208-e2582be96802, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=231889e5-04ae-4618-9208-e2582be96802,segment=NetworkSegment(8fc19945-9a4f-456f-9ff5-41d0db57fc98),segment_id=8fc19945-9a4f-456f-9ff5-41d0db57fc98)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:10:00.061597 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-351ca888-b791-429b-80f0-21af6d8ab773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (231889e5-04ae-4618-9208-e2582be96802), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:00.070484 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-25272979-f565-458a-9f23-40637d612395 None None] Deleting port 231889e5-04ae-4618-9208-e2582be96802 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:10:00.070779 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-25272979-f565-458a-9f23-40637d612395 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (231889e5-04ae-4618-9208-e2582be96802), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:00.073089 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-351ca888-b791-429b-80f0-21af6d8ab773 admin admin] Calling delete_port for 231889e5-04ae-4618-9208-e2582be96802 owned by network:dhcp {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:10:00.146881 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-25272979-f565-458a-9f23-40637d612395 None None] For port 231889e5-04ae-4618-9208-e2582be96802, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=231889e5-04ae-4618-9208-e2582be96802,segment=NetworkSegment(8fc19945-9a4f-456f-9ff5-41d0db57fc98),segment_id=8fc19945-9a4f-456f-9ff5-41d0db57fc98)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:10:00.147272 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-25272979-f565-458a-9f23-40637d612395 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (231889e5-04ae-4618-9208-e2582be96802), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:00.160396 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-25272979-f565-458a-9f23-40637d612395 None None] Calling delete_port for 231889e5-04ae-4618-9208-e2582be96802 owned by network:dhcp {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:10:00.191369 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-351ca888-b791-429b-80f0-21af6d8ab773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (231889e5-04ae-4618-9208-e2582be96802), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:00.224413 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ca888-b791-429b-80f0-21af6d8ab773 admin admin] Pushing event deleted for resources: {'Port': ['ID=231889e5-04ae-4618-9208-e2582be96802,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:00.230055 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351ca888-b791-429b-80f0-21af6d8ab773 admin admin] No DVR routers for this DVR port 231889e5-04ae-4618-9208-e2582be96802 on host dv-cinder-830089-2-iscsi {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:10:00.246742 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-25272979-f565-458a-9f23-40637d612395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016'] for port (231889e5-04ae-4618-9208-e2582be96802), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:00.286188 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25272979-f565-458a-9f23-40637d612395 None None] Pushing event deleted for resources: {'Port': ['ID=231889e5-04ae-4618-9208-e2582be96802,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:00.289814 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25272979-f565-458a-9f23-40637d612395 None None] No DVR routers for this DVR port 231889e5-04ae-4618-9208-e2582be96802 on host dv-cinder-830089-2-iscsi {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:10:00.319392 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-351ca888-b791-429b-80f0-21af6d8ab773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773944', 'neutron.services.segments.db._delete_segments_for_network-8755472085351'] for network (94b9822a-e678-42bf-a8bb-0e9d277c5ba4), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:00.341519 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-351ca888-b791-429b-80f0-21af6d8ab773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b9822a-e678-42bf-a8bb-0e9d277c5ba4']}} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:00.350931 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-351ca888-b791-429b-80f0-21af6d8ab773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc19945-9a4f-456f-9ff5-41d0db57fc98') {'for_net_delete': True} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:00.351230 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-351ca888-b791-429b-80f0-21af6d8ab773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc19945-9a4f-456f-9ff5-41d0db57fc98') {} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:00.361101 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-351ca888-b791-429b-80f0-21af6d8ab773 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755472086384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5404991'] for segment (8fc19945-9a4f-456f-9ff5-41d0db57fc98), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:00.375687 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-351ca888-b791-429b-80f0-21af6d8ab773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (8fc19945-9a4f-456f-9ff5-41d0db57fc98), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:00.382348 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351ca888-b791-429b-80f0-21af6d8ab773 admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=102968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:10:00.382772 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-351ca888-b791-429b-80f0-21af6d8ab773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5564882'] for segment (8fc19945-9a4f-456f-9ff5-41d0db57fc98), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: Traceback (most recent call last): Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: timer() Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: cb(*args, **kw) Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: return func(*args, **kwargs) Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: self._notify() Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: self.callback(batched_events) Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: event.method(event) Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: return f(self, *a, **k) Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: return self._get(url).json() Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: return self.request(url, 'GET', **kwargs) Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:10:00.384493 dv-cinder-830089-2-iscsi neutron-server[102968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:10:00.449344 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-351ca888-b791-429b-80f0-21af6d8ab773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673708'] for network (94b9822a-e678-42bf-a8bb-0e9d277c5ba4), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:00.459462 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-351ca888-b791-429b-80f0-21af6d8ab773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:00.465332 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-351ca888-b791-429b-80f0-21af6d8ab773 admin admin] 10.222.0.50 "DELETE /v2.0/networks/94b9822a-e678-42bf-a8bb-0e9d277c5ba4 HTTP/1.1" status: 204 len: 168 time: 0.6094184 Mar 08 13:10:00.481643 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ca888-b791-429b-80f0-21af6d8ab773 admin admin] Pushing event deleted for resources: {'Network': ['ID=94b9822a-e678-42bf-a8bb-0e9d277c5ba4,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:00.638010 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45454) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:00.660181 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device f6cc7fe8-2185-4e01-83d1-0915d0da5dc1 no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:10:00.679245 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-b6f87d6b-256d-4abb-8644-10603c397da2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b7260e3341834b2982afb2cee5ba7265&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400896 Mar 08 13:10:00.681650 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45456) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:00.685131 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: f6cc7fe8-2185-4e01-83d1-0915d0da5dc1 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:10:00.685480 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device f6cc7fe8-2185-4e01-83d1-0915d0da5dc1 not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:10:00.685897 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device eae0b562-435a-4ecd-a898-335856dfe9bd no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:10:00.705707 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: eae0b562-435a-4ecd-a898-335856dfe9bd {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:10:00.706060 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device eae0b562-435a-4ecd-a898-335856dfe9bd not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:10:00.706481 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 231889e5-04ae-4618-9208-e2582be96802 no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:10:00.725362 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: 231889e5-04ae-4618-9208-e2582be96802 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:10:00.725710 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 231889e5-04ae-4618-9208-e2582be96802 not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:10:00.734892 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e259d4b4-17df-42bb-b201-2f2d785fdaef admin admin] Publish callbacks [] for security_group (fa3e734c-f3c9-4b09-b653-34c9bb1b7b67), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:00.756989 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e259d4b4-17df-42bb-b201-2f2d785fdaef admin admin] Publish callbacks [] for security_group (fa3e734c-f3c9-4b09-b653-34c9bb1b7b67), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:00.802376 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e259d4b4-17df-42bb-b201-2f2d785fdaef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (fa3e734c-f3c9-4b09-b653-34c9bb1b7b67), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:00.805005 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e259d4b4-17df-42bb-b201-2f2d785fdaef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:00.806185 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-e259d4b4-17df-42bb-b201-2f2d785fdaef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fa3e734c-f3c9-4b09-b653-34c9bb1b7b67 HTTP/1.1" status: 204 len: 168 time: 0.1236424 Mar 08 13:10:00.814782 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259d4b4-17df-42bb-b201-2f2d785fdaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3e734c-f3c9-4b09-b653-34c9bb1b7b67,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:00.953772 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:01.141449 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45462) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:01.183455 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-0f2153dc-1ae4-4252-8eba-d6b862723ec3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2e3e49ae349b4731825f2e3d3befaf80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397923 Mar 08 13:10:01.185773 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45464) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:01.238437 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-18180e06-6b40-4897-9f2f-fccbdbafee17 admin admin] Publish callbacks [] for security_group (75d64a80-c312-42a2-a36a-12ed892b5095), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:01.263495 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-18180e06-6b40-4897-9f2f-fccbdbafee17 admin admin] Publish callbacks [] for security_group (75d64a80-c312-42a2-a36a-12ed892b5095), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:01.325855 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-18180e06-6b40-4897-9f2f-fccbdbafee17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (75d64a80-c312-42a2-a36a-12ed892b5095), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:01.329863 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-18180e06-6b40-4897-9f2f-fccbdbafee17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:01.331113 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-18180e06-6b40-4897-9f2f-fccbdbafee17 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/75d64a80-c312-42a2-a36a-12ed892b5095 HTTP/1.1" status: 204 len: 168 time: 0.1444378 Mar 08 13:10:01.341267 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18180e06-6b40-4897-9f2f-fccbdbafee17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d64a80-c312-42a2-a36a-12ed892b5095,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:05.125678 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:10:12.516613 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:24.697007 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d046fe85-e59b-4266-9f8d-4efa79d76467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:24.810083 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c989a-465a-4674-b70b-958cdf8be740 req-50f0b312-342b-41ea-8b13-ac82f17bdf9c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:24.811489 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ef5c989a-465a-4674-b70b-958cdf8be740 req-50f0b312-342b-41ea-8b13-ac82f17bdf9c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.0523469 Mar 08 13:10:24.859966 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ef5c989a-465a-4674-b70b-958cdf8be740 req-77ea49e3-cb69-43a7-8a43-71cfc477b82e tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427907 Mar 08 13:10:25.989183 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8422d-f3c5-415a-88de-4978943af559 req-9c3225a7-f3af-464e-b1ee-9e6c08e81f4f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:25.990650 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8ef8422d-f3c5-415a-88de-4978943af559 req-9c3225a7-f3af-464e-b1ee-9e6c08e81f4f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.0538914 Mar 08 13:10:26.036542 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8ef8422d-f3c5-415a-88de-4978943af559 req-d3147630-b594-4672-89b9-007c9a5cb0a0 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403600 Mar 08 13:10:26.923859 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0d00e968-7888-47ca-960f-914dfb318e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:27.159907 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e82c3a-973d-48d4-b2c1-8ab7486c7d20 req-55bb097b-7de8-4648-a4cb-28b6ffadc00d tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:27.161413 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a9e82c3a-973d-48d4-b2c1-8ab7486c7d20 req-55bb097b-7de8-4648-a4cb-28b6ffadc00d tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.0523069 Mar 08 13:10:27.211178 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a9e82c3a-973d-48d4-b2c1-8ab7486c7d20 req-d7c6d3c7-80b6-403a-bc41-8c6a4f773fd7 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441582 Mar 08 13:10:28.151730 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:28.331964 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8ccbf-8173-4e60-bb82-8eaef7c5ae13 req-b5e8bb00-914b-4784-8a36-11c0a7a6661f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:28.333462 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-45f8ccbf-8173-4e60-bb82-8eaef7c5ae13 req-b5e8bb00-914b-4784-8a36-11c0a7a6661f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.0519125 Mar 08 13:10:28.378705 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-45f8ccbf-8173-4e60-bb82-8eaef7c5ae13 req-a6017b77-0191-4b0f-9e84-bc63ea4d6068 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395622 Mar 08 13:10:29.509423 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22501cb7-915b-4be5-ae78-b6f6d73ea823 req-792d5028-e5a3-406c-ab9f-ef990edeacf0 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:29.510808 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-22501cb7-915b-4be5-ae78-b6f6d73ea823 req-792d5028-e5a3-406c-ab9f-ef990edeacf0 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.0566094 Mar 08 13:10:29.557678 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-22501cb7-915b-4be5-ae78-b6f6d73ea823 req-a7261508-80e0-4357-a236-dcb20effd283 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407684 Mar 08 13:10:29.593599 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:30.684248 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9afd8-cf40-4413-be0e-2222bd004c9a req-683bb81e-e97e-43ad-91eb-c5ccbc132809 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:30.685750 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-47f9afd8-cf40-4413-be0e-2222bd004c9a req-683bb81e-e97e-43ad-91eb-c5ccbc132809 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.0561209 Mar 08 13:10:30.733499 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-47f9afd8-cf40-4413-be0e-2222bd004c9a req-90aa012c-fdd9-4705-81e9-6483aba0a563 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399008 Mar 08 13:10:30.948408 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:31.853429 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5c1b9-b119-41b0-a927-a165bc37201c req-6f399b70-5949-44b6-b9de-f388f1b6f7a1 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:31.854924 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aaa5c1b9-b119-41b0-a927-a165bc37201c req-6f399b70-5949-44b6-b9de-f388f1b6f7a1 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.0522335 Mar 08 13:10:31.900201 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aaa5c1b9-b119-41b0-a927-a165bc37201c req-35f3f710-3865-43e2-a821-b5c91f5234d8 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388811 Mar 08 13:10:33.021856 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14b333-cf77-489f-afab-4815de9876cc req-393ec1d3-a164-49f5-8009-0dc00bb9b08b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:33.023349 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8e14b333-cf77-489f-afab-4815de9876cc req-393ec1d3-a164-49f5-8009-0dc00bb9b08b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.0525889 Mar 08 13:10:33.070964 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8e14b333-cf77-489f-afab-4815de9876cc req-53a88891-5fa3-4646-bd4f-182e9184fb86 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418110 Mar 08 13:10:34.194947 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f87f7-3b29-4fc4-8eec-5591aff0c517 req-1aef83e7-4b4c-4009-ad5c-9c8db4c5a534 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:34.196400 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-026f87f7-3b29-4fc4-8eec-5591aff0c517 req-1aef83e7-4b4c-4009-ad5c-9c8db4c5a534 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.0548828 Mar 08 13:10:34.241672 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-026f87f7-3b29-4fc4-8eec-5591aff0c517 req-4f1eca2d-f62d-4550-a747-a40366a8b2f9 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396338 Mar 08 13:10:35.362861 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c126b-c633-4d3f-8804-df7e7992e888 req-555c0c65-3e38-41dc-9a6f-1fe8e618b080 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:35.364312 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-010c126b-c633-4d3f-8804-df7e7992e888 req-555c0c65-3e38-41dc-9a6f-1fe8e618b080 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.0523965 Mar 08 13:10:35.413912 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-010c126b-c633-4d3f-8804-df7e7992e888 req-194ac650-c4d8-4e90-b403-1d574f23d33b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440950 Mar 08 13:10:36.534310 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc01a8-c101-442d-829a-a0f447627742 req-206acf58-69a9-442a-af56-d306ceaa6e71 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:36.535687 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e4bc01a8-c101-442d-829a-a0f447627742 req-206acf58-69a9-442a-af56-d306ceaa6e71 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.0516965 Mar 08 13:10:36.584696 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e4bc01a8-c101-442d-829a-a0f447627742 req-ca58af6f-1dce-46dc-922b-8c90ea9260c4 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433855 Mar 08 13:10:37.573788 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device caa06246-d9d8-421c-811d-fbf02939abe9 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:10:37.682897 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port caa06246-d9d8-421c-811d-fbf02939abe9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=caa06246-d9d8-421c-811d-fbf02939abe9,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:10:37.693028 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Returning: {'device': 'caa06246-d9d8-421c-811d-fbf02939abe9', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'port_id': 'caa06246-d9d8-421c-811d-fbf02939abe9', 'mac_address': 'fa:16:3e:b5:98:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:10:37.709130 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f9e14-c414-4594-a66c-54e3037d2fd6 req-12f77b6f-8037-46c6-b677-f3ec2d3eb9a9 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:37.710647 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8f7f9e14-c414-4594-a66c-54e3037d2fd6 req-12f77b6f-8037-46c6-b677-f3ec2d3eb9a9 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.0519655 Mar 08 13:10:37.730624 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port caa06246-d9d8-421c-811d-fbf02939abe9 is: ACTIVE; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:10:37.731016 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (caa06246-d9d8-421c-811d-fbf02939abe9), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:37.744927 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id caa06246-d9d8-421c-811d-fbf02939abe9 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:10:37.757844 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8f7f9e14-c414-4594-a66c-54e3037d2fd6 req-f047ddb9-f36b-414f-a5b0-555afab57937 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416448 Mar 08 13:10:37.764223 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port caa06246-d9d8-421c-811d-fbf02939abe9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=caa06246-d9d8-421c-811d-fbf02939abe9,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:10:37.768152 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (caa06246-d9d8-421c-811d-fbf02939abe9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:37.818331 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=caa06246-d9d8-421c-811d-fbf02939abe9,revision_number=6']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:37.939613 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['caa06246-d9d8-421c-811d-fbf02939abe9'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:10:38.882515 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52d394-2876-423b-bcf2-748bb9253116 req-042ec3f2-994c-4fe2-93f5-6feeb16b5a32 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:38.884037 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4a52d394-2876-423b-bcf2-748bb9253116 req-042ec3f2-994c-4fe2-93f5-6feeb16b5a32 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 945 time: 0.0554597 Mar 08 13:10:38.929938 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4a52d394-2876-423b-bcf2-748bb9253116 req-dfbbffcb-d930-4896-9100-0e31700c6ab7 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403066 Mar 08 13:10:39.605918 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device caa06246-d9d8-421c-811d-fbf02939abe9 up at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:10:39.635404 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45534) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:39.656174 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning complete for port caa06246-d9d8-421c-811d-fbf02939abe9 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:10:39.656549 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (caa06246-d9d8-421c-811d-fbf02939abe9), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:39.734543 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port caa06246-d9d8-421c-811d-fbf02939abe9 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:10:39.734933 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (caa06246-d9d8-421c-811d-fbf02939abe9), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:39.757710 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd300689d-1e50-4e03-ba10-e68ce50f48bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa06246-d9d8-421c-811d-fbf02939abe9'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:10:39.759687 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f02a98a4da79acb06d2148361802764e90037bdc05c069ddf0d3843ada5eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58f43a1-02a0-408f-b80e-8272cecaa060" -d '{"events": [{"server_uuid": "d300689d-1e50-4e03-ba10-e68ce50f48bd", "name": "network-vif-plugged", "status": "completed", "tag": "caa06246-d9d8-421c-811d-fbf02939abe9"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:10:39.773467 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port caa06246-d9d8-421c-811d-fbf02939abe9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=caa06246-d9d8-421c-811d-fbf02939abe9,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:10:39.779225 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (caa06246-d9d8-421c-811d-fbf02939abe9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:39.797533 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-3da80903-1908-404a-9911-70e0d1c5dcd7 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Deleting port 354c62a1-f2b5-4935-a1f5-97306cbc614f {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:10:39.797875 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3da80903-1908-404a-9911-70e0d1c5dcd7 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (354c62a1-f2b5-4935-a1f5-97306cbc614f), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:39.801931 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3d022d-81db-4c84-a1e9-84c8837c4f40 x-openstack-request-id: req-7d3d022d-81db-4c84-a1e9-84c8837c4f40 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:10:39.802219 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d300689d-1e50-4e03-ba10-e68ce50f48bd", "name": "network-vif-plugged", "status": "completed", "tag": "caa06246-d9d8-421c-811d-fbf02939abe9", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:10:39.802468 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7d3d022d-81db-4c84-a1e9-84c8837c4f40 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:10:39.802853 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd300689d-1e50-4e03-ba10-e68ce50f48bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa06246-d9d8-421c-811d-fbf02939abe9', 'code': 200} Mar 08 13:10:39.828507 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=caa06246-d9d8-421c-811d-fbf02939abe9,revision_number=7']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:39.878415 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3da80903-1908-404a-9911-70e0d1c5dcd7 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (354c62a1-f2b5-4935-a1f5-97306cbc614f), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:39.878748 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3da80903-1908-404a-9911-70e0d1c5dcd7 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for floatingip (354c62a1-f2b5-4935-a1f5-97306cbc614f), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:39.890367 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-3da80903-1908-404a-9911-70e0d1c5dcd7 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Calling delete_port for 354c62a1-f2b5-4935-a1f5-97306cbc614f owned by network:floatingip {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:10:40.038970 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3da80903-1908-404a-9911-70e0d1c5dcd7 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (354c62a1-f2b5-4935-a1f5-97306cbc614f), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:40.070539 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da80903-1908-404a-9911-70e0d1c5dcd7 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Pushing event deleted for resources: {'Port': ['ID=354c62a1-f2b5-4935-a1f5-97306cbc614f,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:40.135924 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3da80903-1908-404a-9911-70e0d1c5dcd7 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for floatingip (6c7f2169-83e3-4ac7-8d5d-9ca4167f4318), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:40.136177 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.l3_db [None req-3da80903-1908-404a-9911-70e0d1c5dcd7 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Floating IP 6c7f2169-83e3-4ac7-8d5d-9ca4167f4318 disassociated (deleted). External IP: 172.27.3.47, port: 69c0ca4b-3a0c-4e89-867a-ea586508f818. Mar 08 13:10:40.203604 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6575f6-7bbd-4e2f-846f-6141c30f39f4 req-e7167231-902e-46c5-8434-86fd6caf83cb tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:40.205117 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ab6575f6-7bbd-4e2f-846f-6141c30f39f4 req-e7167231-902e-46c5-8434-86fd6caf83cb tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.0521314 Mar 08 13:10:40.251429 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ab6575f6-7bbd-4e2f-846f-6141c30f39f4 req-1716774d-ee76-4de1-99c1-aaaac9589386 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407760 Mar 08 13:10:40.348168 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da80903-1908-404a-9911-70e0d1c5dcd7 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Router 3637ced9-0169-4a8f-beab-ba32c2575fa3 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:10:40.701990 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da80903-1908-404a-9911-70e0d1c5dcd7 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:10:40.707523 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3da80903-1908-404a-9911-70e0d1c5dcd7 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:40.712732 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea59dc7-4092-4567-b8a3-8a0161035888 None None] Sync routers for ids ['3637ced9-0169-4a8f-beab-ba32c2575fa3'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:10:40.722353 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea59dc7-4092-4567-b8a3-8a0161035888 None None] Routers {'3637ced9-0169-4a8f-beab-ba32c2575fa3'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:10:40.722964 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-5ea59dc7-4092-4567-b8a3-8a0161035888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:10:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['3637ced9-0169-4a8f-beab-ba32c2575fa3'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:40.738368 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-3da80903-1908-404a-9911-70e0d1c5dcd7 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "DELETE /v2.0/floatingips/6c7f2169-83e3-4ac7-8d5d-9ca4167f4318 HTTP/1.1" status: 204 len: 168 time: 1.1018658 Mar 08 13:10:40.738964 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23b9c24-c43d-45a5-87e9-403edccc6360', 'tag': '69c0ca4b-3a0c-4e89-867a-ea586508f818'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:10:40.741282 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a030e7-9183-4a11-bd44-2e4925b6f139" -d '{"events": [{"name": "network-changed", "server_uuid": "f23b9c24-c43d-45a5-87e9-403edccc6360", "tag": "69c0ca4b-3a0c-4e89-867a-ea586508f818"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:10:40.777604 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba84fe9-0bf1-4c80-8d85-4e99a84c9030 x-openstack-request-id: req-2ba84fe9-0bf1-4c80-8d85-4e99a84c9030 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:10:40.778227 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23b9c24-c43d-45a5-87e9-403edccc6360", "tag": "69c0ca4b-3a0c-4e89-867a-ea586508f818", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:10:40.778662 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2ba84fe9-0bf1-4c80-8d85-4e99a84c9030 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:10:40.779079 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23b9c24-c43d-45a5-87e9-403edccc6360', 'tag': '69c0ca4b-3a0c-4e89-867a-ea586508f818', 'status': 'completed', 'code': 200} Mar 08 13:10:40.839500 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-5ea59dc7-4092-4567-b8a3-8a0161035888 None None] Set router 3637ced9-0169-4a8f-beab-ba32c2575fa3 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:10:40.889672 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a030e7-9183-4a11-bd44-2e4925b6f139 req-ad48a73f-b3e0-4d35-bd94-c167ff70690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:40.891310 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d5a030e7-9183-4a11-bd44-2e4925b6f139 req-ad48a73f-b3e0-4d35-bd94-c167ff70690b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5c1dbd73f714812884fd52131e1c532&device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 1130 time: 0.0596688 Mar 08 13:10:40.975972 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383a4eb-e146-464b-808f-d96d58c9d5cb req-9d1ffb21-a80e-4d89-987d-430bba9715cd tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:40.978354 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a383a4eb-e146-464b-808f-d96d58c9d5cb req-9d1ffb21-a80e-4d89-987d-430bba9715cd tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.0631607 Mar 08 13:10:41.023376 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a030e7-9183-4a11-bd44-2e4925b6f139 req-aa9233b4-1b48-436a-a656-5b7707c95037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:41.024942 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d5a030e7-9183-4a11-bd44-2e4925b6f139 req-aa9233b4-1b48-436a-a656-5b7707c95037 service neutron] 10.222.0.72 "GET /v2.0/networks?id=74fb8322-422e-4598-a582-08c81982953b HTTP/1.1" status: 200 len: 911 time: 0.1058657 Mar 08 13:10:41.038472 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a383a4eb-e146-464b-808f-d96d58c9d5cb req-d029b612-0996-4605-85e2-d07dfc151612 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517402 Mar 08 13:10:41.067443 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d5a030e7-9183-4a11-bd44-2e4925b6f139 req-41ba69a4-6ed7-4f49-b6ab-bcf0c57b275b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69c0ca4b-3a0c-4e89-867a-ea586508f818 HTTP/1.1" status: 200 len: 217 time: 0.0349495 Mar 08 13:10:41.073413 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-5ea59dc7-4092-4567-b8a3-8a0161035888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'name': 'tempest-TestShelveInstance-2114884603-router', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd215d104-a19f-4f52-9778-64c5fd475e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:03:38Z', 'revision_number': 4, 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'gw_port': {'id': 'd215d104-a19f-4f52-9778-64c5fd475e28', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:49:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': 'fe9e7c70-9154-46d4-92c7-116fec791da7', 'name': '', 'network_id': '74fb8322-422e-4598-a582-08c81982953b', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'mac_address': 'fa:16:3e:44:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'c6f0eaac-f97b-4e54-9851-727e4eab1e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:37Z', 'updated_at': '2022-03-08T13:03:44Z', 'revision_number': 5, 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'subnets': [{'id': 'c6f0eaac-f97b-4e54-9851-727e4eab1e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:41.099884 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea59dc7-4092-4567-b8a3-8a0161035888 None None] Checking router: 3637ced9-0169-4a8f-beab-ba32c2575fa3 for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:10:41.109090 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea59dc7-4092-4567-b8a3-8a0161035888 None None] Routers {'3637ced9-0169-4a8f-beab-ba32c2575fa3'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:10:41.109715 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-5ea59dc7-4092-4567-b8a3-8a0161035888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:10:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['3637ced9-0169-4a8f-beab-ba32c2575fa3'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:41.120204 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a030e7-9183-4a11-bd44-2e4925b6f139 req-5910d21e-8e8b-4c2c-94f9-cc9f6af4303f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:41.121697 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d5a030e7-9183-4a11-bd44-2e4925b6f139 req-5910d21e-8e8b-4c2c-94f9-cc9f6af4303f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c6f0eaac-f97b-4e54-9851-727e4eab1e17 HTTP/1.1" status: 200 len: 848 time: 0.0481281 Mar 08 13:10:41.171951 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a030e7-9183-4a11-bd44-2e4925b6f139 req-9d288211-98a7-4128-ab77-503009cb784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:41.173423 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d5a030e7-9183-4a11-bd44-2e4925b6f139 req-9d288211-98a7-4128-ab77-503009cb784c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74fb8322-422e-4598-a582-08c81982953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445998 Mar 08 13:10:41.216005 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-5ea59dc7-4092-4567-b8a3-8a0161035888 None None] Set router 3637ced9-0169-4a8f-beab-ba32c2575fa3 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:10:41.263919 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d5a030e7-9183-4a11-bd44-2e4925b6f139 req-3421ee6b-5ff9-4b65-9206-925f2d260473 service neutron] 10.222.0.72 "GET /v2.0/networks/74fb8322-422e-4598-a582-08c81982953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838723 Mar 08 13:10:41.400371 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d5a030e7-9183-4a11-bd44-2e4925b6f139 req-3b242062-f7e8-450e-8855-340b7c459186 service neutron] 10.222.0.72 "GET /v2.0/networks/74fb8322-422e-4598-a582-08c81982953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296494 Mar 08 13:10:41.411632 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932ecb9-1088-40e9-a49e-3e07ee666b45 req-60a90f32-301e-4ab5-a18e-f755a0c4a936 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:41.413195 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3932ecb9-1088-40e9-a49e-3e07ee666b45 req-60a90f32-301e-4ab5-a18e-f755a0c4a936 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.0771129 Mar 08 13:10:41.421209 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-5ea59dc7-4092-4567-b8a3-8a0161035888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'name': 'tempest-TestShelveInstance-2114884603-router', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd215d104-a19f-4f52-9778-64c5fd475e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:03:38Z', 'revision_number': 4, 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'gw_port': {'id': 'd215d104-a19f-4f52-9778-64c5fd475e28', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:49:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': 'fe9e7c70-9154-46d4-92c7-116fec791da7', 'name': '', 'network_id': '74fb8322-422e-4598-a582-08c81982953b', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'mac_address': 'fa:16:3e:44:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'c6f0eaac-f97b-4e54-9851-727e4eab1e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:37Z', 'updated_at': '2022-03-08T13:03:44Z', 'revision_number': 5, 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'subnets': [{'id': 'c6f0eaac-f97b-4e54-9851-727e4eab1e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:41.448293 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea59dc7-4092-4567-b8a3-8a0161035888 None None] The sync data for ids ['3637ced9-0169-4a8f-beab-ba32c2575fa3'] in dv-cinder-830089-2-iscsi is: [{'id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'name': 'tempest-TestShelveInstance-2114884603-router', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd215d104-a19f-4f52-9778-64c5fd475e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:03:38Z', 'revision_number': 4, 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'gw_port': {'id': 'd215d104-a19f-4f52-9778-64c5fd475e28', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:49:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': 'fe9e7c70-9154-46d4-92c7-116fec791da7', 'name': '', 'network_id': '74fb8322-422e-4598-a582-08c81982953b', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'mac_address': 'fa:16:3e:44:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'c6f0eaac-f97b-4e54-9851-727e4eab1e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:37Z', 'updated_at': '2022-03-08T13:03:44Z', 'revision_number': 5, 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'subnets': [{'id': 'c6f0eaac-f97b-4e54-9851-727e4eab1e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:10:41.472137 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3932ecb9-1088-40e9-a49e-3e07ee666b45 req-8e42b256-5b04-4dd3-ba46-ee3128a650e7 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468321 Mar 08 13:10:41.662251 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f8f8e4-69cc-4564-8d68-10bba1b5035e None None] New status for floating IP 6c7f2169-83e3-4ac7-8d5d-9ca4167f4318: DOWN {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:10:42.123878 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:10:42.157860 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2dc5c9-4323-4850-8a17-99df576ea182 req-2fa3d5c5-c7fe-4c35-9a13-d80f4d9d68b5 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:42.159347 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8d2dc5c9-4323-4850-8a17-99df576ea182 req-2fa3d5c5-c7fe-4c35-9a13-d80f4d9d68b5 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.0525806 Mar 08 13:10:42.206530 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8d2dc5c9-4323-4850-8a17-99df576ea182 req-2468274c-adbf-48e4-ae0b-c33b74a7f6b1 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fefbd54-9b52-436c-b667-033e08527143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416110 Mar 08 13:10:42.516790 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:42.600597 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ed848-8904-482c-92bc-6e20ad362f90 req-da405460-bb68-4009-8e2d-b7b807096313 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:42.602345 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-683ed848-8904-482c-92bc-6e20ad362f90 req-da405460-bb68-4009-8e2d-b7b807096313 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.0570335 Mar 08 13:10:42.649138 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-683ed848-8904-482c-92bc-6e20ad362f90 req-c3c04c3d-079a-4b64-a839-ac72ac033fc3 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412796 Mar 08 13:10:42.882597 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f048d65-94bf-4fb0-80ec-d21b67dcc457 req-64f0302b-61ec-4b24-a568-fef71609cdf4 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:42.884093 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0f048d65-94bf-4fb0-80ec-d21b67dcc457 req-64f0302b-61ec-4b24-a568-fef71609cdf4 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.72 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 946 time: 0.0525753 Mar 08 13:10:42.984535 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-0f048d65-94bf-4fb0-80ec-d21b67dcc457 req-a10edd79-4b5d-4889-9f4a-a3cf943cee06 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Deleting port 69c0ca4b-3a0c-4e89-867a-ea586508f818 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:10:42.984899 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-0f048d65-94bf-4fb0-80ec-d21b67dcc457 req-a10edd79-4b5d-4889-9f4a-a3cf943cee06 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (69c0ca4b-3a0c-4e89-867a-ea586508f818), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:43.073514 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-0f048d65-94bf-4fb0-80ec-d21b67dcc457 req-a10edd79-4b5d-4889-9f4a-a3cf943cee06 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] For port 69c0ca4b-3a0c-4e89-867a-ea586508f818, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=69c0ca4b-3a0c-4e89-867a-ea586508f818,segment=NetworkSegment(327aa9d0-0865-44d5-bdb4-bf75325012df),segment_id=327aa9d0-0865-44d5-bdb4-bf75325012df)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:10:43.073869 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-0f048d65-94bf-4fb0-80ec-d21b67dcc457 req-a10edd79-4b5d-4889-9f4a-a3cf943cee06 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (69c0ca4b-3a0c-4e89-867a-ea586508f818), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:43.086193 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-0f048d65-94bf-4fb0-80ec-d21b67dcc457 req-a10edd79-4b5d-4889-9f4a-a3cf943cee06 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Calling delete_port for 69c0ca4b-3a0c-4e89-867a-ea586508f818 owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:10:43.220903 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-0f048d65-94bf-4fb0-80ec-d21b67dcc457 req-a10edd79-4b5d-4889-9f4a-a3cf943cee06 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (69c0ca4b-3a0c-4e89-867a-ea586508f818), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:43.259867 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10edd79-4b5d-4889-9f4a-a3cf943cee06 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Pushing event deleted for resources: {'Port': ['ID=69c0ca4b-3a0c-4e89-867a-ea586508f818,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:43.307605 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f048d65-94bf-4fb0-80ec-d21b67dcc457 req-a10edd79-4b5d-4889-9f4a-a3cf943cee06 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] No DVR routers for this DVR port 69c0ca4b-3a0c-4e89-867a-ea586508f818 on host hv-cinder-83008 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:10:43.310339 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-0f048d65-94bf-4fb0-80ec-d21b67dcc457 req-a10edd79-4b5d-4889-9f4a-a3cf943cee06 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:43.314691 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0f048d65-94bf-4fb0-80ec-d21b67dcc457 req-a10edd79-4b5d-4889-9f4a-a3cf943cee06 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.72 "DELETE /v2.0/ports/69c0ca4b-3a0c-4e89-867a-ea586508f818 HTTP/1.1" status: 204 len: 173 time: 0.4248321 Mar 08 13:10:43.315353 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23b9c24-c43d-45a5-87e9-403edccc6360', 'name': 'network-vif-deleted', 'tag': '69c0ca4b-3a0c-4e89-867a-ea586508f818'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:10:43.318348 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afedfb58-71fa-4b4f-af8c-ed64f2b94502" -d '{"events": [{"server_uuid": "f23b9c24-c43d-45a5-87e9-403edccc6360", "name": "network-vif-deleted", "tag": "69c0ca4b-3a0c-4e89-867a-ea586508f818"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:10:43.330949 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0a803e9e-0507-4a48-818f-fa0831dbcc0f req-6cd35b7b-5445-4820-996c-606c6020e1c9 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23b9c24-c43d-45a5-87e9-403edccc6360 HTTP/1.1" status: 200 len: 210 time: 0.0478530 Mar 08 13:10:43.382589 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3dcce5-57a0-41b6-881f-6de5bd398e01 x-openstack-request-id: req-5a3dcce5-57a0-41b6-881f-6de5bd398e01 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:10:43.382913 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23b9c24-c43d-45a5-87e9-403edccc6360", "name": "network-vif-deleted", "tag": "69c0ca4b-3a0c-4e89-867a-ea586508f818", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:10:43.383167 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5a3dcce5-57a0-41b6-881f-6de5bd398e01 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:10:43.383598 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23b9c24-c43d-45a5-87e9-403edccc6360', 'name': 'network-vif-deleted', 'tag': '69c0ca4b-3a0c-4e89-867a-ea586508f818', 'status': 'completed', 'code': 200} Mar 08 13:10:43.868838 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ff8ec-c76c-4910-b507-223bceca0f67 req-919856ef-a8fb-49c1-b273-2a487a37705f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:43.870683 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-792ff8ec-c76c-4910-b507-223bceca0f67 req-919856ef-a8fb-49c1-b273-2a487a37705f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.1110144 Mar 08 13:10:43.929172 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-792ff8ec-c76c-4910-b507-223bceca0f67 req-475a85b3-5ada-462e-a412-ac6b1d56c2ec tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523567 Mar 08 13:10:44.389296 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45582) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:44.457666 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3e7f49ef-7776-47ee-a1af-ea874d9d1d5d tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for security_group (3fefbd54-9b52-436c-b667-033e08527143), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:44.491066 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3e7f49ef-7776-47ee-a1af-ea874d9d1d5d tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for security_group (3fefbd54-9b52-436c-b667-033e08527143), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:44.560972 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3e7f49ef-7776-47ee-a1af-ea874d9d1d5d tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (3fefbd54-9b52-436c-b667-033e08527143), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:44.564155 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3e7f49ef-7776-47ee-a1af-ea874d9d1d5d tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:44.565357 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-3e7f49ef-7776-47ee-a1af-ea874d9d1d5d tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] 10.222.0.50 "DELETE /v2.0/security-groups/3fefbd54-9b52-436c-b667-033e08527143 HTTP/1.1" status: 204 len: 168 time: 0.1750588 Mar 08 13:10:44.586768 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f49ef-7776-47ee-a1af-ea874d9d1d5d tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fefbd54-9b52-436c-b667-033e08527143,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:44.663647 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 45586) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:45.079695 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b4fb7-db5d-462e-bfb6-1a88cd867871 req-910e52b2-830a-4e14-96c4-f9420bcebc7d tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:45.088238 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-591b4fb7-db5d-462e-bfb6-1a88cd867871 req-910e52b2-830a-4e14-96c4-f9420bcebc7d tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.0710692 Mar 08 13:10:45.146393 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-591b4fb7-db5d-462e-bfb6-1a88cd867871 req-fe23b844-a1a1-4b66-9b64-d19680e4108c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567527 Mar 08 13:10:45.346146 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a693d561-9357-4d89-b5dc-1a6dfa093d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674134'] for router_interface (3637ced9-0169-4a8f-beab-ba32c2575fa3), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:45.620245 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 69c0ca4b-3a0c-4e89-867a-ea586508f818 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:10:45.645985 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] No Port match for: 69c0ca4b-3a0c-4e89-867a-ea586508f818 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:10:45.646806 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 69c0ca4b-3a0c-4e89-867a-ea586508f818 not bound to the agent host hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:10:45.740028 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-a693d561-9357-4d89-b5dc-1a6dfa093d2a admin admin] Deleting port fe9e7c70-9154-46d4-92c7-116fec791da7 {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:10:45.740790 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a693d561-9357-4d89-b5dc-1a6dfa093d2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (fe9e7c70-9154-46d4-92c7-116fec791da7), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:45.834655 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [None req-a693d561-9357-4d89-b5dc-1a6dfa093d2a admin admin] For port fe9e7c70-9154-46d4-92c7-116fec791da7, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=fe9e7c70-9154-46d4-92c7-116fec791da7,segment=NetworkSegment(327aa9d0-0865-44d5-bdb4-bf75325012df),segment_id=327aa9d0-0865-44d5-bdb4-bf75325012df)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:10:45.835382 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a693d561-9357-4d89-b5dc-1a6dfa093d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (fe9e7c70-9154-46d4-92c7-116fec791da7), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:45.848705 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-a693d561-9357-4d89-b5dc-1a6dfa093d2a admin admin] Calling delete_port for fe9e7c70-9154-46d4-92c7-116fec791da7 owned by network:router_interface {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:10:46.076638 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a693d561-9357-4d89-b5dc-1a6dfa093d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (fe9e7c70-9154-46d4-92c7-116fec791da7), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:46.103325 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693d561-9357-4d89-b5dc-1a6dfa093d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=fe9e7c70-9154-46d4-92c7-116fec791da7,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:46.329168 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a693d561-9357-4d89-b5dc-1a6dfa093d2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674082'] for router_interface (3637ced9-0169-4a8f-beab-ba32c2575fa3), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:46.348430 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba84aca-c11a-440e-b7f0-151ddb50d878 req-b321dbcc-e2a9-4694-a2c4-7ff62e4ec68a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:46.350072 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-eba84aca-c11a-440e-b7f0-151ddb50d878 req-b321dbcc-e2a9-4694-a2c4-7ff62e4ec68a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.0744309 Mar 08 13:10:46.711115 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-eba84aca-c11a-440e-b7f0-151ddb50d878 req-b0375c38-60f4-4cae-968b-519630e4522a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3231122 Mar 08 13:10:46.855502 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a693d561-9357-4d89-b5dc-1a6dfa093d2a admin admin] Router 3637ced9-0169-4a8f-beab-ba32c2575fa3 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:10:46.979107 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a693d561-9357-4d89-b5dc-1a6dfa093d2a admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:10:46.984862 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-a693d561-9357-4d89-b5dc-1a6dfa093d2a admin admin] 10.222.0.50 "PUT /v2.0/routers/3637ced9-0169-4a8f-beab-ba32c2575fa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3194139 Mar 08 13:10:46.987429 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45600) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:46.997798 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa71f65-4a7a-4931-a5de-939972427c2f None None] Sync routers for ids ['3637ced9-0169-4a8f-beab-ba32c2575fa3'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:10:47.008682 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa71f65-4a7a-4931-a5de-939972427c2f None None] Routers {'3637ced9-0169-4a8f-beab-ba32c2575fa3'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:10:47.009583 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-8aa71f65-4a7a-4931-a5de-939972427c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:10:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['3637ced9-0169-4a8f-beab-ba32c2575fa3'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:47.118329 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-4025c7c7-9f6c-4049-be6f-41a1b7a26552 admin admin] Publish callbacks [] for router (3637ced9-0169-4a8f-beab-ba32c2575fa3), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:47.248975 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-4025c7c7-9f6c-4049-be6f-41a1b7a26552 admin admin] Publish callbacks [] for router_gateway (3637ced9-0169-4a8f-beab-ba32c2575fa3), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:47.318985 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-8aa71f65-4a7a-4931-a5de-939972427c2f None None] Set router 3637ced9-0169-4a8f-beab-ba32c2575fa3 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:10:47.325836 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-4025c7c7-9f6c-4049-be6f-41a1b7a26552 admin admin] Deleting port d215d104-a19f-4f52-9778-64c5fd475e28 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:10:47.326205 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-4025c7c7-9f6c-4049-be6f-41a1b7a26552 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (d215d104-a19f-4f52-9778-64c5fd475e28), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:47.442874 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-4025c7c7-9f6c-4049-be6f-41a1b7a26552 admin admin] For port d215d104-a19f-4f52-9778-64c5fd475e28, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=d215d104-a19f-4f52-9778-64c5fd475e28,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:10:47.443286 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-4025c7c7-9f6c-4049-be6f-41a1b7a26552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (d215d104-a19f-4f52-9778-64c5fd475e28), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:47.461530 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-4025c7c7-9f6c-4049-be6f-41a1b7a26552 admin admin] Calling delete_port for d215d104-a19f-4f52-9778-64c5fd475e28 owned by network:router_gateway {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:10:47.548251 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-8aa71f65-4a7a-4931-a5de-939972427c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'name': 'tempest-TestShelveInstance-2114884603-router', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd215d104-a19f-4f52-9778-64c5fd475e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:10:46Z', 'revision_number': 5, 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'gw_port': {'id': 'd215d104-a19f-4f52-9778-64c5fd475e28', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:49:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:47.582231 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa71f65-4a7a-4931-a5de-939972427c2f None None] Checking router: 3637ced9-0169-4a8f-beab-ba32c2575fa3 for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:10:47.594669 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa71f65-4a7a-4931-a5de-939972427c2f None None] Routers {'3637ced9-0169-4a8f-beab-ba32c2575fa3'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:10:47.595306 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-8aa71f65-4a7a-4931-a5de-939972427c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:10:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['3637ced9-0169-4a8f-beab-ba32c2575fa3'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:47.699832 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-4025c7c7-9f6c-4049-be6f-41a1b7a26552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (d215d104-a19f-4f52-9778-64c5fd475e28), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:47.712409 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-8aa71f65-4a7a-4931-a5de-939972427c2f None None] Set router 3637ced9-0169-4a8f-beab-ba32c2575fa3 gateway port host: None {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:10:47.745228 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025c7c7-9f6c-4049-be6f-41a1b7a26552 admin admin] Pushing event deleted for resources: {'Port': ['ID=d215d104-a19f-4f52-9778-64c5fd475e28,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:47.802433 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-8aa71f65-4a7a-4931-a5de-939972427c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'name': 'tempest-TestShelveInstance-2114884603-router', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:10:47Z', 'revision_number': 6, 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'gw_port_host': None}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:47.844922 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa71f65-4a7a-4931-a5de-939972427c2f None None] The sync data for ids ['3637ced9-0169-4a8f-beab-ba32c2575fa3'] in dv-cinder-830089-2-iscsi is: [{'id': '3637ced9-0169-4a8f-beab-ba32c2575fa3', 'name': 'tempest-TestShelveInstance-2114884603-router', 'tenant_id': 'c5c1dbd73f714812884fd52131e1c532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:34Z', 'updated_at': '2022-03-08T13:10:47Z', 'revision_number': 6, 'project_id': 'c5c1dbd73f714812884fd52131e1c532', 'gw_port_host': None}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:10:47.882843 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-4025c7c7-9f6c-4049-be6f-41a1b7a26552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673672'] for router_gateway (3637ced9-0169-4a8f-beab-ba32c2575fa3), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:47.993275 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-4025c7c7-9f6c-4049-be6f-41a1b7a26552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60786'] for router (3637ced9-0169-4a8f-beab-ba32c2575fa3), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:47.996768 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-4025c7c7-9f6c-4049-be6f-41a1b7a26552 admin admin] Publish callbacks [] for router_controller (3637ced9-0169-4a8f-beab-ba32c2575fa3), precommit_delete_associations {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:48.008548 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bfc1f-ae54-411d-a2ec-ed7bc8b526d0 req-05a5e6a5-4a4d-43ee-8ecb-770b960d823d tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:48.010257 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-530bfc1f-ae54-411d-a2ec-ed7bc8b526d0 req-05a5e6a5-4a4d-43ee-8ecb-770b960d823d tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.1890807 Mar 08 13:10:48.097051 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-4025c7c7-9f6c-4049-be6f-41a1b7a26552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676139'] for router (3637ced9-0169-4a8f-beab-ba32c2575fa3), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:48.097515 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4025c7c7-9f6c-4049-be6f-41a1b7a26552 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3637ced9-0169-4a8f-beab-ba32c2575fa3 {{(pid=102968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:10:48.105037 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-4025c7c7-9f6c-4049-be6f-41a1b7a26552 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:48.106185 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-4025c7c7-9f6c-4049-be6f-41a1b7a26552 admin admin] 10.222.0.50 "DELETE /v2.0/routers/3637ced9-0169-4a8f-beab-ba32c2575fa3 HTTP/1.1" status: 204 len: 168 time: 1.1172526 Mar 08 13:10:48.108804 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 45604) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:48.123466 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-530bfc1f-ae54-411d-a2ec-ed7bc8b526d0 req-69b87cdd-b790-4de1-b303-81ffca19a411 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694852 Mar 08 13:10:48.190159 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c18306-be9a-4ee3-a3b4-a622e8a75255 admin admin] Deleting subnet c6f0eaac-f97b-4e54-9851-727e4eab1e17 {{(pid=102969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:10:48.202174 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e1c18306-be9a-4ee3-a3b4-a622e8a75255 admin admin] Publish callbacks [] for subnet (c6f0eaac-f97b-4e54-9851-727e4eab1e17), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:48.256301 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e1c18306-be9a-4ee3-a3b4-a622e8a75255 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5748676'] for subnet (c6f0eaac-f97b-4e54-9851-727e4eab1e17), precommit_delete_associations {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:48.385781 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e1c18306-be9a-4ee3-a3b4-a622e8a75255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791735'] for subnet (c6f0eaac-f97b-4e54-9851-727e4eab1e17), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:48.451815 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e1c18306-be9a-4ee3-a3b4-a622e8a75255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4213226'] for subnet (c6f0eaac-f97b-4e54-9851-727e4eab1e17), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:48.478773 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c18306-be9a-4ee3-a3b4-a622e8a75255 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6f0eaac-f97b-4e54-9851-727e4eab1e17,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:48.491668 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e1c18306-be9a-4ee3-a3b4-a622e8a75255 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:48.492304 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3ecc82-dd5d-4733-a25f-221e99823d0c None None] Network 74fb8322-422e-4598-a582-08c81982953b requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:10:48.493893 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45606) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:48.495481 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-e1c18306-be9a-4ee3-a3b4-a622e8a75255 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c6f0eaac-f97b-4e54-9851-727e4eab1e17 HTTP/1.1" status: 204 len: 168 time: 0.3836641 Mar 08 13:10:48.582444 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-42b84d49-d27b-4234-98e9-79bab27ac80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749880'] for network (74fb8322-422e-4598-a582-08c81982953b), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:48.663313 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-42b84d49-d27b-4234-98e9-79bab27ac80a admin admin] Deleting port 3584b55e-7bb6-46bc-8ed1-cdf8be094914 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:10:48.663657 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-42b84d49-d27b-4234-98e9-79bab27ac80a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (3584b55e-7bb6-46bc-8ed1-cdf8be094914), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:48.686071 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dbb5da-4e4d-4871-bbe2-1f94811e0a2d None None] DHCP port deletion for 74fb8322-422e-4598-a582-08c81982953b request from dv-cinder-830089-2-iscsi {{(pid=102970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 13:10:48.805327 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-91dbb5da-4e4d-4871-bbe2-1f94811e0a2d None None] Deleting port 3584b55e-7bb6-46bc-8ed1-cdf8be094914 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:10:48.807690 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-42b84d49-d27b-4234-98e9-79bab27ac80a admin admin] For port 3584b55e-7bb6-46bc-8ed1-cdf8be094914, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=3584b55e-7bb6-46bc-8ed1-cdf8be094914,segment=NetworkSegment(327aa9d0-0865-44d5-bdb4-bf75325012df),segment_id=327aa9d0-0865-44d5-bdb4-bf75325012df)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:10:48.808046 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-91dbb5da-4e4d-4871-bbe2-1f94811e0a2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (3584b55e-7bb6-46bc-8ed1-cdf8be094914), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:48.808311 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-42b84d49-d27b-4234-98e9-79bab27ac80a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (3584b55e-7bb6-46bc-8ed1-cdf8be094914), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:48.824338 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-42b84d49-d27b-4234-98e9-79bab27ac80a admin admin] Calling delete_port for 3584b55e-7bb6-46bc-8ed1-cdf8be094914 owned by network:dhcp {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:10:48.832227 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 3584b55e-7bb6-46bc-8ed1-cdf8be094914 no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:10:48.937889 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-42b84d49-d27b-4234-98e9-79bab27ac80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (3584b55e-7bb6-46bc-8ed1-cdf8be094914), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:48.946683 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-91dbb5da-4e4d-4871-bbe2-1f94811e0a2d None None] For port 3584b55e-7bb6-46bc-8ed1-cdf8be094914, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=3584b55e-7bb6-46bc-8ed1-cdf8be094914,segment=NetworkSegment(327aa9d0-0865-44d5-bdb4-bf75325012df),segment_id=327aa9d0-0865-44d5-bdb4-bf75325012df)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:10:48.947183 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-91dbb5da-4e4d-4871-bbe2-1f94811e0a2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (3584b55e-7bb6-46bc-8ed1-cdf8be094914), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:48.964310 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b84d49-d27b-4234-98e9-79bab27ac80a admin admin] No DVR routers for this DVR port 3584b55e-7bb6-46bc-8ed1-cdf8be094914 on host dv-cinder-830089-2-iscsi {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:10:48.973670 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No active binding found for port 3584b55e-7bb6-46bc-8ed1-cdf8be094914 {{(pid=102970) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 08 13:10:48.974220 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] The host dv-cinder-830089-2-iscsi is not matching for port 3584b55e-7bb6-46bc-8ed1-cdf8be094914 host None! {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 08 13:10:48.974629 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 3584b55e-7bb6-46bc-8ed1-cdf8be094914 not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:10:48.975042 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device fe9e7c70-9154-46d4-92c7-116fec791da7 no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:10:48.978376 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-91dbb5da-4e4d-4871-bbe2-1f94811e0a2d None None] Calling delete_port for 3584b55e-7bb6-46bc-8ed1-cdf8be094914 owned by network:dhcp {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:10:49.003004 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: fe9e7c70-9154-46d4-92c7-116fec791da7 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:10:49.003357 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device fe9e7c70-9154-46d4-92c7-116fec791da7 not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:10:49.003775 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device d215d104-a19f-4f52-9778-64c5fd475e28 no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:10:49.032154 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b84d49-d27b-4234-98e9-79bab27ac80a admin admin] Pushing event deleted for resources: {'Port': ['ID=3584b55e-7bb6-46bc-8ed1-cdf8be094914,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:49.034348 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: d215d104-a19f-4f52-9778-64c5fd475e28 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:10:49.034706 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device d215d104-a19f-4f52-9778-64c5fd475e28 not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:10:49.137244 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-42b84d49-d27b-4234-98e9-79bab27ac80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773944', 'neutron.services.segments.db._delete_segments_for_network-8755472085351'] for network (74fb8322-422e-4598-a582-08c81982953b), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:49.153209 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-91dbb5da-4e4d-4871-bbe2-1f94811e0a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016'] for port (3584b55e-7bb6-46bc-8ed1-cdf8be094914), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:49.197768 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbb5da-4e4d-4871-bbe2-1f94811e0a2d None None] Pushing event deleted for resources: {'Port': ['ID=3584b55e-7bb6-46bc-8ed1-cdf8be094914,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:49.204521 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dbb5da-4e4d-4871-bbe2-1f94811e0a2d None None] No DVR routers for this DVR port 3584b55e-7bb6-46bc-8ed1-cdf8be094914 on host dv-cinder-830089-2-iscsi {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:10:49.204898 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-42b84d49-d27b-4234-98e9-79bab27ac80a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74fb8322-422e-4598-a582-08c81982953b']}} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:49.222278 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-42b84d49-d27b-4234-98e9-79bab27ac80a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327aa9d0-0865-44d5-bdb4-bf75325012df') {'for_net_delete': True} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:49.223545 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-42b84d49-d27b-4234-98e9-79bab27ac80a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327aa9d0-0865-44d5-bdb4-bf75325012df') {} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:49.235896 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-42b84d49-d27b-4234-98e9-79bab27ac80a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755472086384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5404991'] for segment (327aa9d0-0865-44d5-bdb4-bf75325012df), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:49.286136 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-42b84d49-d27b-4234-98e9-79bab27ac80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (327aa9d0-0865-44d5-bdb4-bf75325012df), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:49.301672 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b84d49-d27b-4234-98e9-79bab27ac80a admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=102968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:10:49.302407 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-42b84d49-d27b-4234-98e9-79bab27ac80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5564882'] for segment (327aa9d0-0865-44d5-bdb4-bf75325012df), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: Traceback (most recent call last): Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: timer() Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: cb(*args, **kw) Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: return func(*args, **kwargs) Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: self._notify() Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: self.callback(batched_events) Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: event.method(event) Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: return f(self, *a, **k) Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: return self._get(url).json() Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: return self.request(url, 'GET', **kwargs) Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:10:49.304496 dv-cinder-830089-2-iscsi neutron-server[102968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:10:49.347690 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26e47d-fca1-45f4-b26b-20ae6586a4c8 req-ab4bd445-b3e8-4a1d-a0d8-66ca79f0eaca tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:49.349226 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ab26e47d-fca1-45f4-b26b-20ae6586a4c8 req-ab4bd445-b3e8-4a1d-a0d8-66ca79f0eaca tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.0800707 Mar 08 13:10:49.373018 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-42b84d49-d27b-4234-98e9-79bab27ac80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673708'] for network (74fb8322-422e-4598-a582-08c81982953b), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:49.379440 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-42b84d49-d27b-4234-98e9-79bab27ac80a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:49.385326 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-42b84d49-d27b-4234-98e9-79bab27ac80a admin admin] 10.222.0.50 "DELETE /v2.0/networks/74fb8322-422e-4598-a582-08c81982953b HTTP/1.1" status: 204 len: 168 time: 0.8901129 Mar 08 13:10:49.386800 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45612) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:49.410485 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b84d49-d27b-4234-98e9-79bab27ac80a admin admin] Pushing event deleted for resources: {'Network': ['ID=74fb8322-422e-4598-a582-08c81982953b,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:49.419549 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ab26e47d-fca1-45f4-b26b-20ae6586a4c8 req-92362d35-beca-4884-b3b1-00cfcaf484d8 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639472 Mar 08 13:10:49.878302 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-da69c81d-ea3b-452e-a657-90a0d98ce21e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674134'] for router_interface (0b17cc29-7475-4fea-82a7-d1afab3ce836), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:50.159263 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-da69c81d-ea3b-452e-a657-90a0d98ce21e admin admin] Deleting port c4438e82-9e87-475a-a1c2-0f31132da0a8 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:10:50.159919 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-da69c81d-ea3b-452e-a657-90a0d98ce21e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (c4438e82-9e87-475a-a1c2-0f31132da0a8), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:50.254399 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-da69c81d-ea3b-452e-a657-90a0d98ce21e admin admin] For port c4438e82-9e87-475a-a1c2-0f31132da0a8, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=c4438e82-9e87-475a-a1c2-0f31132da0a8,segment=NetworkSegment(8635bb7b-82e8-4175-9f76-722c3a4abca9),segment_id=8635bb7b-82e8-4175-9f76-722c3a4abca9)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:10:50.254757 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-da69c81d-ea3b-452e-a657-90a0d98ce21e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (c4438e82-9e87-475a-a1c2-0f31132da0a8), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:50.267747 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-da69c81d-ea3b-452e-a657-90a0d98ce21e admin admin] Calling delete_port for c4438e82-9e87-475a-a1c2-0f31132da0a8 owned by network:router_interface {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:10:50.543604 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-da69c81d-ea3b-452e-a657-90a0d98ce21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (c4438e82-9e87-475a-a1c2-0f31132da0a8), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:50.585314 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69c81d-ea3b-452e-a657-90a0d98ce21e admin admin] Pushing event deleted for resources: {'Port': ['ID=c4438e82-9e87-475a-a1c2-0f31132da0a8,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:50.625789 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d1859-7434-4bdc-adda-c1b8c49c5726 req-b6f2ed6f-7844-49e1-8787-28424440ebdf tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:50.627356 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-977d1859-7434-4bdc-adda-c1b8c49c5726 req-b6f2ed6f-7844-49e1-8787-28424440ebdf tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.1338239 Mar 08 13:10:51.060365 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-977d1859-7434-4bdc-adda-c1b8c49c5726 req-92beee87-2300-4c1d-960a-15ddca428924 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037533 Mar 08 13:10:51.122732 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-da69c81d-ea3b-452e-a657-90a0d98ce21e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674082'] for router_interface (0b17cc29-7475-4fea-82a7-d1afab3ce836), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:51.394509 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da69c81d-ea3b-452e-a657-90a0d98ce21e admin admin] Router 0b17cc29-7475-4fea-82a7-d1afab3ce836 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:10:51.527119 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da69c81d-ea3b-452e-a657-90a0d98ce21e admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:10:51.533114 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-da69c81d-ea3b-452e-a657-90a0d98ce21e admin admin] 10.222.0.50 "PUT /v2.0/routers/0b17cc29-7475-4fea-82a7-d1afab3ce836/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1245525 Mar 08 13:10:51.535494 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45618) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:51.539886 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8967a734-2d75-454d-bb39-9cde0eeb0434 None None] Sync routers for ids ['0b17cc29-7475-4fea-82a7-d1afab3ce836'] in dv-cinder-830089-2-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:10:51.554346 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8967a734-2d75-454d-bb39-9cde0eeb0434 None None] Routers {'0b17cc29-7475-4fea-82a7-d1afab3ce836'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:10:51.555505 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-8967a734-2d75-454d-bb39-9cde0eeb0434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:10:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['0b17cc29-7475-4fea-82a7-d1afab3ce836'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:51.684382 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] Publish callbacks [] for router (0b17cc29-7475-4fea-82a7-d1afab3ce836), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:51.743526 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-8967a734-2d75-454d-bb39-9cde0eeb0434 None None] Set router 0b17cc29-7475-4fea-82a7-d1afab3ce836 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:10:51.810209 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] Publish callbacks [] for router_gateway (0b17cc29-7475-4fea-82a7-d1afab3ce836), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:51.886392 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] Deleting port 0de81b51-672c-43c4-add8-15613175e0aa {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:10:51.887032 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (0de81b51-672c-43c4-add8-15613175e0aa), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:51.989074 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] For port 0de81b51-672c-43c4-add8-15613175e0aa, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=0de81b51-672c-43c4-add8-15613175e0aa,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:10:51.989074 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (0de81b51-672c-43c4-add8-15613175e0aa), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:52.003075 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] Calling delete_port for 0de81b51-672c-43c4-add8-15613175e0aa owned by network:router_gateway {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:10:52.022031 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-8967a734-2d75-454d-bb39-9cde0eeb0434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b17cc29-7475-4fea-82a7-d1afab3ce836', 'name': 'tempest-TestShelveInstance-1297495113-router', 'tenant_id': '823359996c6744ba9d43a1c6558440c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '0de81b51-672c-43c4-add8-15613175e0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:42Z', 'updated_at': '2022-03-08T13:10:50Z', 'revision_number': 5, 'project_id': '823359996c6744ba9d43a1c6558440c8', 'gw_port': {'id': '0de81b51-672c-43c4-add8-15613175e0aa', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b17cc29-7475-4fea-82a7-d1afab3ce836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:43Z', 'updated_at': '2022-03-08T13:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:52.052298 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8967a734-2d75-454d-bb39-9cde0eeb0434 None None] Checking router: 0b17cc29-7475-4fea-82a7-d1afab3ce836 for host: dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:10:52.063170 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8967a734-2d75-454d-bb39-9cde0eeb0434 None None] Routers {'0b17cc29-7475-4fea-82a7-d1afab3ce836'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:10:52.064053 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-8967a734-2d75-454d-bb39-9cde0eeb0434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:10:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['0b17cc29-7475-4fea-82a7-d1afab3ce836'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:52.184851 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-8967a734-2d75-454d-bb39-9cde0eeb0434 None None] Set router 0b17cc29-7475-4fea-82a7-d1afab3ce836 gateway port host: None {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:10:52.231564 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbc498-ca8d-440a-9a36-2dbb1d9f7462 req-5dcef8f8-381f-4415-91d6-5743a12c3052 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:52.239878 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f4cbc498-ca8d-440a-9a36-2dbb1d9f7462 req-5dcef8f8-381f-4415-91d6-5743a12c3052 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.0770495 Mar 08 13:10:52.253528 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (0de81b51-672c-43c4-add8-15613175e0aa), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:52.264517 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-8967a734-2d75-454d-bb39-9cde0eeb0434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b17cc29-7475-4fea-82a7-d1afab3ce836', 'name': 'tempest-TestShelveInstance-1297495113-router', 'tenant_id': '823359996c6744ba9d43a1c6558440c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:42Z', 'updated_at': '2022-03-08T13:10:51Z', 'revision_number': 6, 'project_id': '823359996c6744ba9d43a1c6558440c8', 'gw_port_host': None}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:52.305866 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8967a734-2d75-454d-bb39-9cde0eeb0434 None None] The sync data for ids ['0b17cc29-7475-4fea-82a7-d1afab3ce836'] in dv-cinder-830089-2-iscsi is: [{'id': '0b17cc29-7475-4fea-82a7-d1afab3ce836', 'name': 'tempest-TestShelveInstance-1297495113-router', 'tenant_id': '823359996c6744ba9d43a1c6558440c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:42Z', 'updated_at': '2022-03-08T13:10:51Z', 'revision_number': 6, 'project_id': '823359996c6744ba9d43a1c6558440c8', 'gw_port_host': None}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:10:52.322013 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f4cbc498-ca8d-440a-9a36-2dbb1d9f7462 req-fe6f7e41-8672-4b62-bb81-e6291ba434b8 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736818 Mar 08 13:10:52.338834 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] Pushing event deleted for resources: {'Port': ['ID=0de81b51-672c-43c4-add8-15613175e0aa,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:52.369167 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:52.369607 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:52.370023 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:52.370441 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:52.370780 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:52.371136 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:52.371444 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:52.371804 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:52.372107 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:52.372440 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:52.372797 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:52.373119 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:52.373445 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:52.398221 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673672'] for router_gateway (0b17cc29-7475-4fea-82a7-d1afab3ce836), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:52.505739 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60786'] for router (0b17cc29-7475-4fea-82a7-d1afab3ce836), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:52.507912 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] Publish callbacks [] for router_controller (0b17cc29-7475-4fea-82a7-d1afab3ce836), precommit_delete_associations {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:52.583605 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676139'] for router (0b17cc29-7475-4fea-82a7-d1afab3ce836), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:52.584230 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b17cc29-7475-4fea-82a7-d1afab3ce836 {{(pid=102968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:10:52.588699 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:52.589822 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-3d178680-d4af-460f-bed9-14d2d697418a admin admin] 10.222.0.50 "DELETE /v2.0/routers/0b17cc29-7475-4fea-82a7-d1afab3ce836 HTTP/1.1" status: 204 len: 168 time: 1.0534077 Mar 08 13:10:52.592324 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45622) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:52.646397 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d5c6f50-7913-46b6-8d08-7b96a0b61743 admin admin] Deleting subnet 5551882e-dd97-467a-a4df-90c481ed4076 {{(pid=102968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:10:52.661382 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7d5c6f50-7913-46b6-8d08-7b96a0b61743 admin admin] Publish callbacks [] for subnet (5551882e-dd97-467a-a4df-90c481ed4076), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:52.720328 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7d5c6f50-7913-46b6-8d08-7b96a0b61743 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5405124'] for subnet (5551882e-dd97-467a-a4df-90c481ed4076), precommit_delete_associations {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:52.746811 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device c4438e82-9e87-475a-a1c2-0f31132da0a8 no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:10:52.779427 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: c4438e82-9e87-475a-a1c2-0f31132da0a8 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:10:52.780088 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device c4438e82-9e87-475a-a1c2-0f31132da0a8 not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:10:52.853596 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7d5c6f50-7913-46b6-8d08-7b96a0b61743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791735'] for subnet (5551882e-dd97-467a-a4df-90c481ed4076), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:52.928419 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7d5c6f50-7913-46b6-8d08-7b96a0b61743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5564856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6168924'] for subnet (5551882e-dd97-467a-a4df-90c481ed4076), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:52.960856 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c6f50-7913-46b6-8d08-7b96a0b61743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5551882e-dd97-467a-a4df-90c481ed4076,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:52.964381 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7d5c6f50-7913-46b6-8d08-7b96a0b61743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:52.967772 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-7d5c6f50-7913-46b6-8d08-7b96a0b61743 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5551882e-dd97-467a-a4df-90c481ed4076 HTTP/1.1" status: 204 len: 168 time: 0.3743436 Mar 08 13:10:52.970398 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45630) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:52.973355 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7e9366-632f-4055-8b3d-a53a3fc5a5b8 None None] Network ec0c5ef0-e22e-4792-a395-79f327020fba requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:10:53.054488 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-35b969fa-5388-4cee-aab5-15ff9bc42be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749880'] for network (ec0c5ef0-e22e-4792-a395-79f327020fba), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:53.129723 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-35b969fa-5388-4cee-aab5-15ff9bc42be7 admin admin] Deleting port b1da3aa4-f6e1-40d8-9b83-73d1695e5180 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:10:53.130013 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-35b969fa-5388-4cee-aab5-15ff9bc42be7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (b1da3aa4-f6e1-40d8-9b83-73d1695e5180), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:53.168830 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31868b1c-1843-413b-8e41-981edf27fede None None] DHCP port deletion for ec0c5ef0-e22e-4792-a395-79f327020fba request from dv-cinder-830089-2-iscsi {{(pid=102970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 13:10:53.210271 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-35b969fa-5388-4cee-aab5-15ff9bc42be7 admin admin] For port b1da3aa4-f6e1-40d8-9b83-73d1695e5180, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=b1da3aa4-f6e1-40d8-9b83-73d1695e5180,segment=NetworkSegment(8635bb7b-82e8-4175-9f76-722c3a4abca9),segment_id=8635bb7b-82e8-4175-9f76-722c3a4abca9)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:10:53.210838 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-35b969fa-5388-4cee-aab5-15ff9bc42be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (b1da3aa4-f6e1-40d8-9b83-73d1695e5180), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:53.227071 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-35b969fa-5388-4cee-aab5-15ff9bc42be7 admin admin] Calling delete_port for b1da3aa4-f6e1-40d8-9b83-73d1695e5180 owned by network:dhcp {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:10:53.239710 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-31868b1c-1843-413b-8e41-981edf27fede None None] Deleting port b1da3aa4-f6e1-40d8-9b83-73d1695e5180 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:10:53.240447 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-31868b1c-1843-413b-8e41-981edf27fede None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (b1da3aa4-f6e1-40d8-9b83-73d1695e5180), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:53.336417 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-35b969fa-5388-4cee-aab5-15ff9bc42be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (b1da3aa4-f6e1-40d8-9b83-73d1695e5180), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:53.348506 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-31868b1c-1843-413b-8e41-981edf27fede None None] For port b1da3aa4-f6e1-40d8-9b83-73d1695e5180, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=b1da3aa4-f6e1-40d8-9b83-73d1695e5180,segment=NetworkSegment(8635bb7b-82e8-4175-9f76-722c3a4abca9),segment_id=8635bb7b-82e8-4175-9f76-722c3a4abca9)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:10:53.349170 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-31868b1c-1843-413b-8e41-981edf27fede None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (b1da3aa4-f6e1-40d8-9b83-73d1695e5180), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:53.371132 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-31868b1c-1843-413b-8e41-981edf27fede None None] Calling delete_port for b1da3aa4-f6e1-40d8-9b83-73d1695e5180 owned by network:dhcp {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:10:53.378429 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b969fa-5388-4cee-aab5-15ff9bc42be7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1da3aa4-f6e1-40d8-9b83-73d1695e5180,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:53.380841 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b969fa-5388-4cee-aab5-15ff9bc42be7 admin admin] No DVR routers for this DVR port b1da3aa4-f6e1-40d8-9b83-73d1695e5180 on host dv-cinder-830089-2-iscsi {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:10:53.479026 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-31868b1c-1843-413b-8e41-981edf27fede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016'] for port (b1da3aa4-f6e1-40d8-9b83-73d1695e5180), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:53.508300 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-35b969fa-5388-4cee-aab5-15ff9bc42be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773944', 'neutron.services.segments.db._delete_segments_for_network-8755472085351'] for network (ec0c5ef0-e22e-4792-a395-79f327020fba), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:53.513693 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31868b1c-1843-413b-8e41-981edf27fede None None] No DVR routers for this DVR port b1da3aa4-f6e1-40d8-9b83-73d1695e5180 on host dv-cinder-830089-2-iscsi {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:10:53.517527 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31868b1c-1843-413b-8e41-981edf27fede None None] Pushing event deleted for resources: {'Port': ['ID=b1da3aa4-f6e1-40d8-9b83-73d1695e5180,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:53.544547 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-35b969fa-5388-4cee-aab5-15ff9bc42be7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec0c5ef0-e22e-4792-a395-79f327020fba']}} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:53.558634 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-35b969fa-5388-4cee-aab5-15ff9bc42be7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8635bb7b-82e8-4175-9f76-722c3a4abca9') {'for_net_delete': True} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:53.558937 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-35b969fa-5388-4cee-aab5-15ff9bc42be7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8635bb7b-82e8-4175-9f76-722c3a4abca9') {} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:53.572382 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-35b969fa-5388-4cee-aab5-15ff9bc42be7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755472086384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5404991'] for segment (8635bb7b-82e8-4175-9f76-722c3a4abca9), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:53.580581 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d629b1-9106-4bc6-aff9-6b36a0a3a415 req-c2a65a20-99c1-46c6-a6ef-b7b94b24c49a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:53.582149 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-40d629b1-9106-4bc6-aff9-6b36a0a3a415 req-c2a65a20-99c1-46c6-a6ef-b7b94b24c49a tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.1602886 Mar 08 13:10:53.605851 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-35b969fa-5388-4cee-aab5-15ff9bc42be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (8635bb7b-82e8-4175-9f76-722c3a4abca9), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:53.620696 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b969fa-5388-4cee-aab5-15ff9bc42be7 admin admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=102968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:10:53.621109 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-35b969fa-5388-4cee-aab5-15ff9bc42be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5564882'] for segment (8635bb7b-82e8-4175-9f76-722c3a4abca9), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: Traceback (most recent call last): Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: timer() Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: cb(*args, **kw) Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: return func(*args, **kwargs) Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: self._notify() Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: self.callback(batched_events) Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: event.method(event) Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: return f(self, *a, **k) Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: return self._get(url).json() Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: return self.request(url, 'GET', **kwargs) Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:10:53.622901 dv-cinder-830089-2-iscsi neutron-server[102968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:10:53.703640 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-40d629b1-9106-4bc6-aff9-6b36a0a3a415 req-ba26a7f4-974e-4608-8686-7c4337930dca tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134560 Mar 08 13:10:53.704690 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-35b969fa-5388-4cee-aab5-15ff9bc42be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673708'] for network (ec0c5ef0-e22e-4792-a395-79f327020fba), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:53.710744 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-35b969fa-5388-4cee-aab5-15ff9bc42be7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:53.713798 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-35b969fa-5388-4cee-aab5-15ff9bc42be7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ec0c5ef0-e22e-4792-a395-79f327020fba HTTP/1.1" status: 204 len: 168 time: 0.7424264 Mar 08 13:10:53.730317 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b969fa-5388-4cee-aab5-15ff9bc42be7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec0c5ef0-e22e-4792-a395-79f327020fba,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:53.838613 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45646) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:53.880652 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-dd8700bb-46e2-4060-b179-7d11362e2fbb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c5c1dbd73f714812884fd52131e1c532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407872 Mar 08 13:10:53.883312 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45648) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:53.932745 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d1922005-b93d-4465-b3ca-5ca9c921bda8 admin admin] Publish callbacks [] for security_group (5aa8897c-1e6f-4775-adf2-b7d08cf853c0), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:53.955167 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d1922005-b93d-4465-b3ca-5ca9c921bda8 admin admin] Publish callbacks [] for security_group (5aa8897c-1e6f-4775-adf2-b7d08cf853c0), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:54.009030 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d1922005-b93d-4465-b3ca-5ca9c921bda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (5aa8897c-1e6f-4775-adf2-b7d08cf853c0), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:54.011622 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d1922005-b93d-4465-b3ca-5ca9c921bda8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:54.012914 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-d1922005-b93d-4465-b3ca-5ca9c921bda8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5aa8897c-1e6f-4775-adf2-b7d08cf853c0 HTTP/1.1" status: 204 len: 168 time: 0.1285648 Mar 08 13:10:54.021275 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1922005-b93d-4465-b3ca-5ca9c921bda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa8897c-1e6f-4775-adf2-b7d08cf853c0,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:54.347573 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45654) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:54.394324 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-880d7632-d488-484e-87a3-e753245617f1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=823359996c6744ba9d43a1c6558440c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438538 Mar 08 13:10:54.394538 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45656) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:54.443321 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6c883c95-254a-404a-be80-9dc5dfeaf5a0 admin admin] Publish callbacks [] for security_group (ff73208e-c912-4923-9ed0-42b276650bce), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:54.467279 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6c883c95-254a-404a-be80-9dc5dfeaf5a0 admin admin] Publish callbacks [] for security_group (ff73208e-c912-4923-9ed0-42b276650bce), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:54.514894 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6c883c95-254a-404a-be80-9dc5dfeaf5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (ff73208e-c912-4923-9ed0-42b276650bce), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:54.517764 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6c883c95-254a-404a-be80-9dc5dfeaf5a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:54.518914 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-6c883c95-254a-404a-be80-9dc5dfeaf5a0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ff73208e-c912-4923-9ed0-42b276650bce HTTP/1.1" status: 204 len: 168 time: 0.1235015 Mar 08 13:10:54.526468 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c883c95-254a-404a-be80-9dc5dfeaf5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff73208e-c912-4923-9ed0-42b276650bce,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:54.602902 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60de11-7963-4d27-88f8-4024697942df req-44035271-3ae5-44e4-aeb1-eeb31ccd1667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:54.604426 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7a60de11-7963-4d27-88f8-4024697942df req-44035271-3ae5-44e4-aeb1-eeb31ccd1667 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41c838c4ea194624a0d4fca29dbc6bc6&device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 1130 time: 0.0455766 Mar 08 13:10:54.703422 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-31126e4f-d17f-429d-b23f-2217ee91385a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:54.710006 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 0de81b51-672c-43c4-add8-15613175e0aa no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:10:54.711890 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60de11-7963-4d27-88f8-4024697942df req-17e80724-f218-4b94-af23-c41fff9d4f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:54.713420 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7a60de11-7963-4d27-88f8-4024697942df req-17e80724-f218-4b94-af23-c41fff9d4f89 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1855bf0b-ed79-4719-8efd-6cc0a1498526 HTTP/1.1" status: 200 len: 918 time: 0.1031737 Mar 08 13:10:54.732115 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: 0de81b51-672c-43c4-add8-15613175e0aa {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:10:54.732454 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 0de81b51-672c-43c4-add8-15613175e0aa not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:10:54.733102 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device b1da3aa4-f6e1-40d8-9b83-73d1695e5180 no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:10:54.754275 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: b1da3aa4-f6e1-40d8-9b83-73d1695e5180 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:10:54.754627 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device b1da3aa4-f6e1-40d8-9b83-73d1695e5180 not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:10:54.790893 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7a60de11-7963-4d27-88f8-4024697942df req-e556b29f-e6b0-4586-81e9-5e8a2f971ad4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa06246-d9d8-421c-811d-fbf02939abe9 HTTP/1.1" status: 200 len: 1001 time: 0.0692821 Mar 08 13:10:54.841374 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe795d8-0c64-4fb4-b438-de7a6e50ae37 req-ce581b06-bc9f-4557-a996-e8faa2893c09 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:54.843155 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-efe795d8-0c64-4fb4-b438-de7a6e50ae37 req-ce581b06-bc9f-4557-a996-e8faa2893c09 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.0587428 Mar 08 13:10:54.850684 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60de11-7963-4d27-88f8-4024697942df req-d3e0b7da-a774-4378-aabc-263f325cdfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:54.852319 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7a60de11-7963-4d27-88f8-4024697942df req-d3e0b7da-a774-4378-aabc-263f325cdfcf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b305f603-9e69-4e73-882b-c5731c87cd5a HTTP/1.1" status: 200 len: 855 time: 0.0536900 Mar 08 13:10:54.896124 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-efe795d8-0c64-4fb4-b438-de7a6e50ae37 req-811eba13-54e2-4426-963d-2c38616b2fb4 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474267 Mar 08 13:10:54.914952 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60de11-7963-4d27-88f8-4024697942df req-f72a13f6-5223-4fb4-bcbd-915a275a72f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:54.916751 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7a60de11-7963-4d27-88f8-4024697942df req-f72a13f6-5223-4fb4-bcbd-915a275a72f0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1855bf0b-ed79-4719-8efd-6cc0a1498526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583246 Mar 08 13:10:55.014132 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7a60de11-7963-4d27-88f8-4024697942df req-2ee7bc1d-a6d9-498f-9162-e32d24cc74fc service neutron] 10.222.0.72 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904706 Mar 08 13:10:55.112687 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7a60de11-7963-4d27-88f8-4024697942df req-2dbf7aef-2107-487c-a2a5-e1402aba501f service neutron] 10.222.0.72 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919900 Mar 08 13:10:55.241195 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45680) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:55.336245 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-60950a48-2a31-43f4-a587-6ce9f16cd120 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-843043820-network', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:10:55.355976 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60950a48-2a31-43f4-a587-6ce9f16cd120 admin admin] Made reservation on behalf of b8a4d542bb974b6cabe91528ca772e7f for: {'network': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:10:55.358190 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-60950a48-2a31-43f4-a587-6ce9f16cd120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for network (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:55.366557 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-60950a48-2a31-43f4-a587-6ce9f16cd120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:55.437937 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-60950a48-2a31-43f4-a587-6ce9f16cd120 admin admin] Publish callbacks [] for security_group (13e75dcf-93b5-4255-9765-f297cc2ce358), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:55.441676 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-60950a48-2a31-43f4-a587-6ce9f16cd120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (13e75dcf-93b5-4255-9765-f297cc2ce358), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:55.465926 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60950a48-2a31-43f4-a587-6ce9f16cd120 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=102968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:10:55.476001 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60950a48-2a31-43f4-a587-6ce9f16cd120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e75dcf-93b5-4255-9765-f297cc2ce358,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:55.480871 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-60950a48-2a31-43f4-a587-6ce9f16cd120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (48478562-4b0e-4f41-a101-cd3a458c3b06), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:55.481209 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.segments_db [None req-60950a48-2a31-43f4-a587-6ce9f16cd120 admin admin] Added segment 48478562-4b0e-4f41-a101-cd3a458c3b06 of type vlan for network bffea359-2851-41c2-a7e4-22be5e5cad3b Mar 08 13:10:55.520067 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-60950a48-2a31-43f4-a587-6ce9f16cd120 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755471561494'] for network (bffea359-2851-41c2-a7e4-22be5e5cad3b), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:55.544305 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-60950a48-2a31-43f4-a587-6ce9f16cd120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for network (bffea359-2851-41c2-a7e4-22be5e5cad3b), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:55.545287 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60950a48-2a31-43f4-a587-6ce9f16cd120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:55.545860 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-60950a48-2a31-43f4-a587-6ce9f16cd120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:55.579455 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-60950a48-2a31-43f4-a587-6ce9f16cd120 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3371561 Mar 08 13:10:55.582346 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 45684) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:55.587227 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-ce404e19-b59c-4c8a-8a2a-06da3be70305 admin admin] Request body: {'subnet': {'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-843043820-subnet', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'ip_version': 4}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:10:55.606816 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce404e19-b59c-4c8a-8a2a-06da3be70305 admin admin] Made reservation on behalf of b8a4d542bb974b6cabe91528ca772e7f for: {'subnet': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:10:55.609060 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ce404e19-b59c-4c8a-8a2a-06da3be70305 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4213133'] for subnet (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:55.614096 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60950a48-2a31-43f4-a587-6ce9f16cd120 admin admin] Pushing event updated for resources: {'Network': ['ID=bffea359-2851-41c2-a7e4-22be5e5cad3b,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:55.625966 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Network bffea359-2851-41c2-a7e4-22be5e5cad3b details requested by agent ovs-agent-dv-cinder-830089-2-iscsi with host dv-cinder-830089-2-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:10:55.780454 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ce404e19-b59c-4c8a-8a2a-06da3be70305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4285867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4213139'] for subnet (7cd56575-d6b1-425a-8684-03ed91d4135e), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:55.833886 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce404e19-b59c-4c8a-8a2a-06da3be70305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cd56575-d6b1-425a-8684-03ed91d4135e,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:55.844524 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce404e19-b59c-4c8a-8a2a-06da3be70305 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:55.845200 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce404e19-b59c-4c8a-8a2a-06da3be70305 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:55.845314 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce404e19-b59c-4c8a-8a2a-06da3be70305 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:55.845558 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce404e19-b59c-4c8a-8a2a-06da3be70305 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:55.845890 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce404e19-b59c-4c8a-8a2a-06da3be70305 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:55.846224 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce404e19-b59c-4c8a-8a2a-06da3be70305 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:55.846550 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce404e19-b59c-4c8a-8a2a-06da3be70305 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:55.846876 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce404e19-b59c-4c8a-8a2a-06da3be70305 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:55.847203 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce404e19-b59c-4c8a-8a2a-06da3be70305 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:55.847534 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce404e19-b59c-4c8a-8a2a-06da3be70305 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:55.847855 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce404e19-b59c-4c8a-8a2a-06da3be70305 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:55.848175 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce404e19-b59c-4c8a-8a2a-06da3be70305 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:55.848492 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce404e19-b59c-4c8a-8a2a-06da3be70305 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:55.853810 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce404e19-b59c-4c8a-8a2a-06da3be70305 admin admin] Checking segment: {'id': '48478562-4b0e-4f41-a101-cd3a458c3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:10:55.854171 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce404e19-b59c-4c8a-8a2a-06da3be70305 admin admin] Network hostable DHCP agents. Network: bffea359-2851-41c2-a7e4-22be5e5cad3b, hostable agents: ['57d8c91c-da11-4d19-879a-ab8c1c8220b9'], hosted agents: [] {{(pid=102969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:10:55.870454 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce404e19-b59c-4c8a-8a2a-06da3be70305 admin admin] Network bffea359-2851-41c2-a7e4-22be5e5cad3b is scheduled to be hosted by DHCP agent 57d8c91c-da11-4d19-879a-ab8c1c8220b9 with binding_index 1 {{(pid=102969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:10:55.879304 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-ce404e19-b59c-4c8a-8a2a-06da3be70305 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-2-iscsi, bffea359-2851-41c2-a7e4-22be5e5cad3b) {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:10:55.883729 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce404e19-b59c-4c8a-8a2a-06da3be70305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:55.884299 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ce404e19-b59c-4c8a-8a2a-06da3be70305 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:55.888379 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e712a5-965c-4813-859c-9f0e376ac833 None None] Network bffea359-2851-41c2-a7e4-22be5e5cad3b requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:10:55.901724 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-ce404e19-b59c-4c8a-8a2a-06da3be70305 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3182740 Mar 08 13:10:55.904298 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 45686) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:55.908491 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-15bc9d4d-86d9-4c7c-8237-8ea56e77c4dc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:10:55.926385 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-15bc9d4d-86d9-4c7c-8237-8ea56e77c4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-674970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60768'] for router (b839d5a1-f2a2-487c-8bef-cf19efd02922), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:55.927550 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-15bc9d4d-86d9-4c7c-8237-8ea56e77c4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-851116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60777'] for router (b839d5a1-f2a2-487c-8bef-cf19efd02922), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:55.987456 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-15bc9d4d-86d9-4c7c-8237-8ea56e77c4dc admin admin] Publish callbacks [] for router_controller (b839d5a1-f2a2-487c-8bef-cf19efd02922), precommit_add_association {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:56.003543 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac04d83-acec-4552-b81a-be50a41affaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2847e9c-4fb5-5906-a73f-07d87f7d96e3-bffea359-2851-41c2-a7e4-22be5e5cad3b', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'fixed_ips': [{'subnet_id': '7cd56575-d6b1-425a-8684-03ed91d4135e'}]}} from dv-cinder-830089-2-iscsi. {{(pid=102970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 13:10:56.004648 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0ac04d83-acec-4552-b81a-be50a41affaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:56.028555 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd685f-ec6e-40a8-b395-e58078156756 req-490b2c62-adea-4b20-a071-4e01abf58612 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:56.030421 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-cdfd685f-ec6e-40a8-b395-e58078156756 req-490b2c62-adea-4b20-a071-4e01abf58612 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.0584524 Mar 08 13:10:56.079245 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-cdfd685f-ec6e-40a8-b395-e58078156756 req-a5a52ec9-b24d-4ba7-a18d-a934d8a9f234 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427063 Mar 08 13:10:56.129783 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-15bc9d4d-86d9-4c7c-8237-8ea56e77c4dc admin admin] Publish callbacks [] for router_gateway (b839d5a1-f2a2-487c-8bef-cf19efd02922), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:56.146605 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-0ac04d83-acec-4552-b81a-be50a41affaa None None] Allocated IP 172.20.0.2 (bffea359-2851-41c2-a7e4-22be5e5cad3b/7cd56575-d6b1-425a-8684-03ed91d4135e/dd488cb9-b064-4f81-9d19-964165892c66) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:10:56.289864 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0ac04d83-acec-4552-b81a-be50a41affaa None None] Publish callbacks [] for port (dd488cb9-b064-4f81-9d19-964165892c66), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:56.296284 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0ac04d83-acec-4552-b81a-be50a41affaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007'] for port (dd488cb9-b064-4f81-9d19-964165892c66), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:56.330948 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac04d83-acec-4552-b81a-be50a41affaa None None] Network bffea359-2851-41c2-a7e4-22be5e5cad3b is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:10:56.331174 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-15bc9d4d-86d9-4c7c-8237-8ea56e77c4dc admin admin] Publish callbacks [] for router_gateway (b839d5a1-f2a2-487c-8bef-cf19efd02922), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:56.335671 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-0ac04d83-acec-4552-b81a-be50a41affaa None None] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:10:56.339524 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac04d83-acec-4552-b81a-be50a41affaa None None] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:10:56.350321 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-15bc9d4d-86d9-4c7c-8237-8ea56e77c4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:56.357906 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac04d83-acec-4552-b81a-be50a41affaa None None] Pushing event updated for resources: {'Port': ['ID=dd488cb9-b064-4f81-9d19-964165892c66,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:56.404410 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-0ac04d83-acec-4552-b81a-be50a41affaa None None] Attempting to bind port dd488cb9-b064-4f81-9d19-964165892c66 on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:10:56.404710 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-0ac04d83-acec-4552-b81a-be50a41affaa None None] Attempting to bind port dd488cb9-b064-4f81-9d19-964165892c66 by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': '48478562-4b0e-4f41-a101-cd3a458c3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:10:56.405076 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac04d83-acec-4552-b81a-be50a41affaa None None] Attempting to bind port dd488cb9-b064-4f81-9d19-964165892c66 on network bffea359-2851-41c2-a7e4-22be5e5cad3b {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:10:56.410749 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac04d83-acec-4552-b81a-be50a41affaa None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:10:56.411121 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac04d83-acec-4552-b81a-be50a41affaa None None] Checking segment: {'id': '48478562-4b0e-4f41-a101-cd3a458c3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:10:56.411517 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0ac04d83-acec-4552-b81a-be50a41affaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:56.411905 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac04d83-acec-4552-b81a-be50a41affaa None None] Bound using segment: {'id': '48478562-4b0e-4f41-a101-cd3a458c3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:10:56.412367 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-0ac04d83-acec-4552-b81a-be50a41affaa None None] Bound port: dd488cb9-b064-4f81-9d19-964165892c66, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48478562-4b0e-4f41-a101-cd3a458c3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:10:56.412840 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0ac04d83-acec-4552-b81a-be50a41affaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (dd488cb9-b064-4f81-9d19-964165892c66), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:56.451591 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-15bc9d4d-86d9-4c7c-8237-8ea56e77c4dc admin admin] Allocated IP 172.27.3.244 (5c176cc8-3706-4b4e-95aa-80d42c394e72/67bc08be-d366-4d47-9bdf-b91b4b3bbd14/6770409e-9ead-4ecf-baec-14f92f04d3ab) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:10:56.475580 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-0ac04d83-acec-4552-b81a-be50a41affaa None None] For port dd488cb9-b064-4f81-9d19-964165892c66, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:10:56.478905 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-0ac04d83-acec-4552-b81a-be50a41affaa None None] For port dd488cb9-b064-4f81-9d19-964165892c66, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=dd488cb9-b064-4f81-9d19-964165892c66,segment=NetworkSegment(48478562-4b0e-4f41-a101-cd3a458c3b06),segment_id=48478562-4b0e-4f41-a101-cd3a458c3b06)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:10:56.485865 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0ac04d83-acec-4552-b81a-be50a41affaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (dd488cb9-b064-4f81-9d19-964165892c66), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:56.540968 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac04d83-acec-4552-b81a-be50a41affaa None None] Pushing event updated for resources: {'Port': ['ID=dd488cb9-b064-4f81-9d19-964165892c66,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:56.564966 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-15bc9d4d-86d9-4c7c-8237-8ea56e77c4dc admin admin] Publish callbacks [] for port (6770409e-9ead-4ecf-baec-14f92f04d3ab), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:56.600279 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-15bc9d4d-86d9-4c7c-8237-8ea56e77c4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (6770409e-9ead-4ecf-baec-14f92f04d3ab), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:56.642174 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bc9d4d-86d9-4c7c-8237-8ea56e77c4dc admin admin] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:10:56.645171 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-15bc9d4d-86d9-4c7c-8237-8ea56e77c4dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:10:56.649737 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bc9d4d-86d9-4c7c-8237-8ea56e77c4dc admin admin] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:10:56.653064 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc9d4d-86d9-4c7c-8237-8ea56e77c4dc admin admin] Pushing event updated for resources: {'Port': ['ID=6770409e-9ead-4ecf-baec-14f92f04d3ab,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:56.925654 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-15bc9d4d-86d9-4c7c-8237-8ea56e77c4dc admin admin] Publish callbacks [] for router_gateway (b839d5a1-f2a2-487c-8bef-cf19efd02922), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:56.929366 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-59655a10-cd41-4f7d-bc43-703230d978ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:57.128417 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-15bc9d4d-86d9-4c7c-8237-8ea56e77c4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673780'] for router (b839d5a1-f2a2-487c-8bef-cf19efd02922), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:57.225671 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14c9b9-bac7-48b1-8ce3-e52fbb9b1fc1 req-3c2ec8ee-8c2c-479c-a220-3c4f2bae852b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:57.229345 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bf14c9b9-bac7-48b1-8ce3-e52fbb9b1fc1 req-3c2ec8ee-8c2c-479c-a220-3c4f2bae852b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 946 time: 0.0641782 Mar 08 13:10:57.300811 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bc9d4d-86d9-4c7c-8237-8ea56e77c4dc admin admin] Router b839d5a1-f2a2-487c-8bef-cf19efd02922 is scheduled to L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c with binding_index 1 {{(pid=102969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:10:57.343538 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bf14c9b9-bac7-48b1-8ce3-e52fbb9b1fc1 req-7060e28b-00e5-4f9a-abac-5c430f581aed tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006396 Mar 08 13:10:57.476489 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bc9d4d-86d9-4c7c-8237-8ea56e77c4dc admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:10:57.488134 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eef57e1-0a70-445d-a533-c23bcb002eb1 None None] Sync routers for ids ['b839d5a1-f2a2-487c-8bef-cf19efd02922'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:10:57.503040 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eef57e1-0a70-445d-a533-c23bcb002eb1 None None] Routers {'b839d5a1-f2a2-487c-8bef-cf19efd02922'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:10:57.505701 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-4eef57e1-0a70-445d-a533-c23bcb002eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:10:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['b839d5a1-f2a2-487c-8bef-cf19efd02922'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:57.528987 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-15bc9d4d-86d9-4c7c-8237-8ea56e77c4dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:57.532853 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-15bc9d4d-86d9-4c7c-8237-8ea56e77c4dc admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6251574 Mar 08 13:10:57.533210 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45708) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:57.649943 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2a9ea6-2387-400a-814b-6db6e429e1d6 None None] Network bffea359-2851-41c2-a7e4-22be5e5cad3b requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:10:57.696465 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device caa06246-d9d8-421c-811d-fbf02939abe9 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:10:57.918628 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-4eef57e1-0a70-445d-a533-c23bcb002eb1 None None] Set router b839d5a1-f2a2-487c-8bef-cf19efd02922 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:10:57.979086 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-0606031b-664e-42be-a19d-bd08816acb07 None None] Provisioning complete for port dd488cb9-b064-4f81-9d19-964165892c66 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:10:57.979834 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0606031b-664e-42be-a19d-bd08816acb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (dd488cb9-b064-4f81-9d19-964165892c66), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:58.202158 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port caa06246-d9d8-421c-811d-fbf02939abe9 is: ACTIVE; New status is: DOWN {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:10:58.202458 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (caa06246-d9d8-421c-811d-fbf02939abe9), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:58.224646 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:58.269216 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd300689d-1e50-4e03-ba10-e68ce50f48bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caa06246-d9d8-421c-811d-fbf02939abe9'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:10:58.275078 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f02a98a4da79acb06d2148361802764e90037bdc05c069ddf0d3843ada5eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdd90c8-aa80-4e99-aa23-efb43bd907eb" -d '{"events": [{"server_uuid": "d300689d-1e50-4e03-ba10-e68ce50f48bd", "name": "network-vif-unplugged", "status": "completed", "tag": "caa06246-d9d8-421c-811d-fbf02939abe9"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:10:58.283783 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-0606031b-664e-42be-a19d-bd08816acb07 None None] Current status of the port dd488cb9-b064-4f81-9d19-964165892c66 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:10:58.284409 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0606031b-664e-42be-a19d-bd08816acb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (dd488cb9-b064-4f81-9d19-964165892c66), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:58.298894 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [req-6489ea82-44c5-4645-b32f-7f1bc94017e0 req-a28ce3c4-c6a1-4324-aa64-efbc20b17c0b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:10:58.300799 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6489ea82-44c5-4645-b32f-7f1bc94017e0 req-a28ce3c4-c6a1-4324-aa64-efbc20b17c0b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109892 Mar 08 13:10:58.314852 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port caa06246-d9d8-421c-811d-fbf02939abe9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=caa06246-d9d8-421c-811d-fbf02939abe9,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:10:58.330935 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (caa06246-d9d8-421c-811d-fbf02939abe9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:58.354897 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7d6b0cf6-232f-4a9a-bf91-d17984c1a41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:58.367355 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 13:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0527d9-0964-4825-9b15-97b592847bfe x-openstack-request-id: req-9f0527d9-0964-4825-9b15-97b592847bfe {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:10:58.367648 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d300689d-1e50-4e03-ba10-e68ce50f48bd", "name": "network-vif-unplugged", "status": "failed", "tag": "caa06246-d9d8-421c-811d-fbf02939abe9", "code": 422}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:10:58.367919 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9f0527d9-0964-4825-9b15-97b592847bfe {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:10:58.368376 dv-cinder-830089-2-iscsi neutron-server[102970]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd300689d-1e50-4e03-ba10-e68ce50f48bd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'caa06246-d9d8-421c-811d-fbf02939abe9', 'code': 422} returned with failed status Mar 08 13:10:58.388748 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-0606031b-664e-42be-a19d-bd08816acb07 None None] For port dd488cb9-b064-4f81-9d19-964165892c66, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=dd488cb9-b064-4f81-9d19-964165892c66,segment=NetworkSegment(48478562-4b0e-4f41-a101-cd3a458c3b06),segment_id=48478562-4b0e-4f41-a101-cd3a458c3b06)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:10:58.419288 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0606031b-664e-42be-a19d-bd08816acb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (dd488cb9-b064-4f81-9d19-964165892c66), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:58.428495 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-4eef57e1-0a70-445d-a533-c23bcb002eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:10:55Z', 'updated_at': '2022-03-08T13:10:56Z', 'revision_number': 3, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'gw_port': {'id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:56Z', 'updated_at': '2022-03-08T13:10:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:58.472540 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eef57e1-0a70-445d-a533-c23bcb002eb1 None None] Checking router: b839d5a1-f2a2-487c-8bef-cf19efd02922 for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:10:58.472919 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eef57e1-0a70-445d-a533-c23bcb002eb1 None None] Updating router b839d5a1-f2a2-487c-8bef-cf19efd02922 port 6770409e-9ead-4ecf-baec-14f92f04d3ab binding host dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:10:58.493158 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=caa06246-d9d8-421c-811d-fbf02939abe9,revision_number=8']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:58.506355 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:58.506705 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:58.507052 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:58.507388 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:58.507718 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:58.508598 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:58.508598 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:58.508919 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:58.509256 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:58.509611 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:58.509911 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:58.510271 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:58.510607 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:58.546129 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4eef57e1-0a70-445d-a533-c23bcb002eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (6770409e-9ead-4ecf-baec-14f92f04d3ab), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:58.576121 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f91df-a577-4aad-b274-c9f31d974811 req-5ee5a3dd-807f-4dd5-a1aa-9a98596e8e0f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:58.578327 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7b1f91df-a577-4aad-b274-c9f31d974811 req-5ee5a3dd-807f-4dd5-a1aa-9a98596e8e0f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 944 time: 0.1207354 Mar 08 13:10:58.668917 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606031b-664e-42be-a19d-bd08816acb07 None None] Pushing event updated for resources: {'Port': ['ID=dd488cb9-b064-4f81-9d19-964165892c66,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:58.693923 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7b1f91df-a577-4aad-b274-c9f31d974811 req-ee56ab28-2c39-4865-9c11-cc855e37852f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099095 Mar 08 13:10:58.718663 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [None req-7d6b0cf6-232f-4a9a-bf91-d17984c1a41d admin admin] Allocated IP 172.20.0.1 (bffea359-2851-41c2-a7e4-22be5e5cad3b/7cd56575-d6b1-425a-8684-03ed91d4135e/116108c6-01bf-4a40-9461-117683c243b3) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:10:58.723854 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-93aadc64-69e5-4b82-bae4-44c7343a3b1d req-76b95d38-0904-4485-a30c-2d40b7195fc8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1727355 Mar 08 13:10:58.750393 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-e0dc4ebc-302d-4ea4-b681-eaa9973b410e None None] Provisioning complete for port dd488cb9-b064-4f81-9d19-964165892c66 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:10:58.750768 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e0dc4ebc-302d-4ea4-b681-eaa9973b410e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (dd488cb9-b064-4f81-9d19-964165892c66), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:58.831893 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device dd488cb9-b064-4f81-9d19-964165892c66 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:10:58.886643 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aadc64-69e5-4b82-bae4-44c7343a3b1d req-e8c2dffe-0ee9-4fde-b575-188d35027222 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:58.888240 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-93aadc64-69e5-4b82-bae4-44c7343a3b1d req-e8c2dffe-0ee9-4fde-b575-188d35027222 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports/caa06246-d9d8-421c-811d-fbf02939abe9 HTTP/1.1" status: 200 len: 941 time: 0.1031032 Mar 08 13:10:58.923838 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7d6b0cf6-232f-4a9a-bf91-d17984c1a41d admin admin] Publish callbacks [] for port (116108c6-01bf-4a40-9461-117683c243b3), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:58.972036 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7d6b0cf6-232f-4a9a-bf91-d17984c1a41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (116108c6-01bf-4a40-9461-117683c243b3), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:58.998636 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port dd488cb9-b064-4f81-9d19-964165892c66 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:10:58.999169 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (dd488cb9-b064-4f81-9d19-964165892c66), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:59.014087 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6b0cf6-232f-4a9a-bf91-d17984c1a41d admin admin] Network bffea359-2851-41c2-a7e4-22be5e5cad3b is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:10:59.020714 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-7d6b0cf6-232f-4a9a-bf91-d17984c1a41d admin admin] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:10:59.035265 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6b0cf6-232f-4a9a-bf91-d17984c1a41d admin admin] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:10:59.082294 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7d6b0cf6-232f-4a9a-bf91-d17984c1a41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672217'] for router_interface (b839d5a1-f2a2-487c-8bef-cf19efd02922), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:59.095431 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-e0dc4ebc-302d-4ea4-b681-eaa9973b410e None None] Current status of the port dd488cb9-b064-4f81-9d19-964165892c66 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:10:59.125761 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4eef57e1-0a70-445d-a533-c23bcb002eb1 None None] Publish callbacks [] for port (6770409e-9ead-4ecf-baec-14f92f04d3ab), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:59.130282 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b0cf6-232f-4a9a-bf91-d17984c1a41d admin admin] Pushing event updated for resources: {'Port': ['ID=116108c6-01bf-4a40-9461-117683c243b3,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:59.160698 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4eef57e1-0a70-445d-a533-c23bcb002eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (6770409e-9ead-4ecf-baec-14f92f04d3ab), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:59.195666 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port dd488cb9-b064-4f81-9d19-964165892c66 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:10:59.239315 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-4eef57e1-0a70-445d-a533-c23bcb002eb1 None None] Attempting to bind port 6770409e-9ead-4ecf-baec-14f92f04d3ab on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:10:59.239697 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-4eef57e1-0a70-445d-a533-c23bcb002eb1 None None] Attempting to bind port 6770409e-9ead-4ecf-baec-14f92f04d3ab by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:10:59.240114 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eef57e1-0a70-445d-a533-c23bcb002eb1 None None] Attempting to bind port 6770409e-9ead-4ecf-baec-14f92f04d3ab on network 5c176cc8-3706-4b4e-95aa-80d42c394e72 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:10:59.242395 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5fd593-0729-4788-a134-9d02e280c0eb None None] Pushing event updated for resources: {'Port': ['ID=6770409e-9ead-4ecf-baec-14f92f04d3ab,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:59.252172 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eef57e1-0a70-445d-a533-c23bcb002eb1 None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:10:59.253571 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eef57e1-0a70-445d-a533-c23bcb002eb1 None None] Checking segment: {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:10:59.254235 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4eef57e1-0a70-445d-a533-c23bcb002eb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:59.254797 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eef57e1-0a70-445d-a533-c23bcb002eb1 None None] Bound using segment: {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:10:59.255513 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-4eef57e1-0a70-445d-a533-c23bcb002eb1 None None] Bound port: 6770409e-9ead-4ecf-baec-14f92f04d3ab, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:10:59.256150 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4eef57e1-0a70-445d-a533-c23bcb002eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (6770409e-9ead-4ecf-baec-14f92f04d3ab), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:59.307915 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7d6b0cf6-232f-4a9a-bf91-d17984c1a41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (116108c6-01bf-4a40-9461-117683c243b3), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:59.318110 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-4eef57e1-0a70-445d-a533-c23bcb002eb1 None None] For port 6770409e-9ead-4ecf-baec-14f92f04d3ab, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:10:59.321831 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-4eef57e1-0a70-445d-a533-c23bcb002eb1 None None] For port 6770409e-9ead-4ecf-baec-14f92f04d3ab, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=6770409e-9ead-4ecf-baec-14f92f04d3ab,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:10:59.328953 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4eef57e1-0a70-445d-a533-c23bcb002eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (6770409e-9ead-4ecf-baec-14f92f04d3ab), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:59.390911 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eef57e1-0a70-445d-a533-c23bcb002eb1 None None] Routers {'b839d5a1-f2a2-487c-8bef-cf19efd02922'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:10:59.391771 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-4eef57e1-0a70-445d-a533-c23bcb002eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:10:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['b839d5a1-f2a2-487c-8bef-cf19efd02922'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:59.436946 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5fd593-0729-4788-a134-9d02e280c0eb None None] Pushing event updated for resources: {'Port': ['ID=6770409e-9ead-4ecf-baec-14f92f04d3ab,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:59.464210 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-e71ce03b-7d25-4da4-b01b-018d644b58cd None None] Provisioning complete for port 116108c6-01bf-4a40-9461-117683c243b3 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:10:59.464491 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e71ce03b-7d25-4da4-b01b-018d644b58cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (116108c6-01bf-4a40-9461-117683c243b3), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:59.509517 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7d6b0cf6-232f-4a9a-bf91-d17984c1a41d admin admin] Publish callbacks [] for port (116108c6-01bf-4a40-9461-117683c243b3), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:59.514444 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7d6b0cf6-232f-4a9a-bf91-d17984c1a41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (116108c6-01bf-4a40-9461-117683c243b3), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:59.539005 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-e71ce03b-7d25-4da4-b01b-018d644b58cd None None] Port 116108c6-01bf-4a40-9461-117683c243b3 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:10:59.546681 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-4eef57e1-0a70-445d-a533-c23bcb002eb1 None None] Set router b839d5a1-f2a2-487c-8bef-cf19efd02922 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:10:59.600185 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b0cf6-232f-4a9a-bf91-d17984c1a41d admin admin] Pushing event updated for resources: {'Port': ['ID=116108c6-01bf-4a40-9461-117683c243b3,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:59.607018 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7d6b0cf6-232f-4a9a-bf91-d17984c1a41d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672181'] for router_interface (b839d5a1-f2a2-487c-8bef-cf19efd02922), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:59.634687 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:59.713259 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6b0cf6-232f-4a9a-bf91-d17984c1a41d admin admin] Network bffea359-2851-41c2-a7e4-22be5e5cad3b is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:10:59.714830 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-7d6b0cf6-232f-4a9a-bf91-d17984c1a41d admin admin] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:10:59.771605 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-4eef57e1-0a70-445d-a533-c23bcb002eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:10:55Z', 'updated_at': '2022-03-08T13:10:59Z', 'revision_number': 4, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'gw_port': {'id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:56Z', 'updated_at': '2022-03-08T13:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '116108c6-01bf-4a40-9461-117683c243b3', 'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'mac_address': 'fa:16:3e:7e:c5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:58Z', 'updated_at': '2022-03-08T13:10:58Z', 'revision_number': 1, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'subnets': [{'id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:59.803706 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eef57e1-0a70-445d-a533-c23bcb002eb1 None None] The sync data for ids ['b839d5a1-f2a2-487c-8bef-cf19efd02922'] in dv-cinder-830089-2-iscsi is: [{'id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:10:55Z', 'updated_at': '2022-03-08T13:10:59Z', 'revision_number': 4, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'gw_port': {'id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:56Z', 'updated_at': '2022-03-08T13:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '116108c6-01bf-4a40-9461-117683c243b3', 'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'mac_address': 'fa:16:3e:7e:c5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:58Z', 'updated_at': '2022-03-08T13:10:58Z', 'revision_number': 1, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'subnets': [{'id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:10:59.915438 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6b0cf6-232f-4a9a-bf91-d17984c1a41d admin admin] Router b839d5a1-f2a2-487c-8bef-cf19efd02922 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:10:59.932767 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54fdc1-e900-49ac-8f7a-6483b0b36900 req-0235b340-d81f-498e-b929-b59c3cf063f9 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:59.934255 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1e54fdc1-e900-49ac-8f7a-6483b0b36900 req-0235b340-d81f-498e-b929-b59c3cf063f9 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 944 time: 0.1524496 Mar 08 13:10:59.945441 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aadc64-69e5-4b82-bae4-44c7343a3b1d req-d86b017c-bc5a-414b-b6b8-1cb1d3214ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:59.947546 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-93aadc64-69e5-4b82-bae4-44c7343a3b1d req-d86b017c-bc5a-414b-b6b8-1cb1d3214ca2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd&tenant_id=41c838c4ea194624a0d4fca29dbc6bc6 HTTP/1.1" status: 200 len: 1128 time: 0.1011987 Mar 08 13:10:59.963093 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-31654018-1409-48e9-8201-89e81b163232 None None] Provisioning complete for port 116108c6-01bf-4a40-9461-117683c243b3 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:10:59.963476 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-31654018-1409-48e9-8201-89e81b163232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (116108c6-01bf-4a40-9461-117683c243b3), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:00.019815 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-31654018-1409-48e9-8201-89e81b163232 None None] Port 116108c6-01bf-4a40-9461-117683c243b3 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:11:00.118279 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1e54fdc1-e900-49ac-8f7a-6483b0b36900 req-7656af7f-6b2d-4de1-b38a-404846467a91 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773927 Mar 08 13:11:00.139661 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aadc64-69e5-4b82-bae4-44c7343a3b1d req-9445fac1-a9bf-40e9-a0d2-4772f9897aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:00.141816 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-93aadc64-69e5-4b82-bae4-44c7343a3b1d req-9445fac1-a9bf-40e9-a0d2-4772f9897aca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41c838c4ea194624a0d4fca29dbc6bc6&device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 1128 time: 0.1385024 Mar 08 13:11:00.148875 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6b0cf6-232f-4a9a-bf91-d17984c1a41d admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:11:00.155091 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-7d6b0cf6-232f-4a9a-bf91-d17984c1a41d admin admin] 10.222.0.50 "PUT /v2.0/routers/b839d5a1-f2a2-487c-8bef-cf19efd02922/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6208265 Mar 08 13:11:00.262259 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aadc64-69e5-4b82-bae4-44c7343a3b1d req-5b5b6a85-aecf-48b0-b7e5-88dc56de2579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:00.263841 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-93aadc64-69e5-4b82-bae4-44c7343a3b1d req-5b5b6a85-aecf-48b0-b7e5-88dc56de2579 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1855bf0b-ed79-4719-8efd-6cc0a1498526 HTTP/1.1" status: 200 len: 918 time: 0.1129997 Mar 08 13:11:00.339021 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-93aadc64-69e5-4b82-bae4-44c7343a3b1d req-0bd60e56-d708-4fc9-a4d5-71873ce64afb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa06246-d9d8-421c-811d-fbf02939abe9 HTTP/1.1" status: 200 len: 999 time: 0.0682957 Mar 08 13:11:00.392759 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aadc64-69e5-4b82-bae4-44c7343a3b1d req-cd0bc9c2-c601-44ea-a5b9-7ded14775cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:00.394469 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-93aadc64-69e5-4b82-bae4-44c7343a3b1d req-cd0bc9c2-c601-44ea-a5b9-7ded14775cdd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b305f603-9e69-4e73-882b-c5731c87cd5a HTTP/1.1" status: 200 len: 855 time: 0.0500259 Mar 08 13:11:00.450626 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aadc64-69e5-4b82-bae4-44c7343a3b1d req-22582804-e648-4afa-bd37-528fd66db40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:00.453504 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-93aadc64-69e5-4b82-bae4-44c7343a3b1d req-22582804-e648-4afa-bd37-528fd66db40a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1855bf0b-ed79-4719-8efd-6cc0a1498526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529754 Mar 08 13:11:00.556068 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-93aadc64-69e5-4b82-bae4-44c7343a3b1d req-e24db698-8780-4dcb-ba36-65e47c0fd714 service neutron] 10.222.0.72 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964301 Mar 08 13:11:00.666822 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-93aadc64-69e5-4b82-bae4-44c7343a3b1d req-8cb64358-a214-46dd-aeac-23c49c058b2e service neutron] 10.222.0.72 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051800 Mar 08 13:11:00.767558 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45780) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:00.769811 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device dd488cb9-b064-4f81-9d19-964165892c66 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:11:00.772773 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-0cd8bcb3-92c2-4391-9597-d156f7490a88 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-677996755-network', 'tenant_id': '78839dd08411414d81178beb4216f828'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:00.797440 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd8bcb3-92c2-4391-9597-d156f7490a88 admin admin] Made reservation on behalf of 78839dd08411414d81178beb4216f828 for: {'network': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:11:00.799872 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0cd8bcb3-92c2-4391-9597-d156f7490a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for network (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:00.809657 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0cd8bcb3-92c2-4391-9597-d156f7490a88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:00.826235 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port dd488cb9-b064-4f81-9d19-964165892c66 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:11:00.826611 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (dd488cb9-b064-4f81-9d19-964165892c66), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:00.921082 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port dd488cb9-b064-4f81-9d19-964165892c66 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:11:00.921854 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0cd8bcb3-92c2-4391-9597-d156f7490a88 admin admin] Publish callbacks [] for security_group (26d7ea59-cfb2-437a-9714-01b2d9d10b4f), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:00.927627 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0cd8bcb3-92c2-4391-9597-d156f7490a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (26d7ea59-cfb2-437a-9714-01b2d9d10b4f), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:00.965935 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:00.969763 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8bcb3-92c2-4391-9597-d156f7490a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d7ea59-cfb2-437a-9714-01b2d9d10b4f,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:00.985758 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd8bcb3-92c2-4391-9597-d156f7490a88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=102968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:11:00.998489 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0cd8bcb3-92c2-4391-9597-d156f7490a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (eac7d0e0-d8e5-4894-ab98-d2544c8ca10e), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:00.998956 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.segments_db [None req-0cd8bcb3-92c2-4391-9597-d156f7490a88 admin admin] Added segment eac7d0e0-d8e5-4894-ab98-d2544c8ca10e of type vlan for network ef72010c-57d3-47ba-aeee-a8ad11f4e6aa Mar 08 13:11:01.043256 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0cd8bcb3-92c2-4391-9597-d156f7490a88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755471561494'] for network (ef72010c-57d3-47ba-aeee-a8ad11f4e6aa), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:01.071928 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0cd8bcb3-92c2-4391-9597-d156f7490a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for network (ef72010c-57d3-47ba-aeee-a8ad11f4e6aa), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:01.073474 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd8bcb3-92c2-4391-9597-d156f7490a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:01.074188 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0cd8bcb3-92c2-4391-9597-d156f7490a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:01.141568 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-0cd8bcb3-92c2-4391-9597-d156f7490a88 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3698072 Mar 08 13:11:01.141895 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45794) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:01.146709 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-41546a13-8c16-40b6-b62b-0be9d814a0b7 admin admin] Request body: {'subnet': {'network_id': 'ef72010c-57d3-47ba-aeee-a8ad11f4e6aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-677996755-subnet', 'tenant_id': '78839dd08411414d81178beb4216f828', 'ip_version': 4}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:01.153558 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8bcb3-92c2-4391-9597-d156f7490a88 admin admin] Pushing event updated for resources: {'Network': ['ID=ef72010c-57d3-47ba-aeee-a8ad11f4e6aa,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:01.166001 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Network ef72010c-57d3-47ba-aeee-a8ad11f4e6aa details requested by agent ovs-agent-dv-cinder-830089-2-iscsi with host dv-cinder-830089-2-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:11:01.183740 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41546a13-8c16-40b6-b62b-0be9d814a0b7 admin admin] Made reservation on behalf of 78839dd08411414d81178beb4216f828 for: {'subnet': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:11:01.187666 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-41546a13-8c16-40b6-b62b-0be9d814a0b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6168891'] for subnet (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:01.323687 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5807b16-4c53-42b2-8c30-41ab8f7dd0cc req-8df2c6ad-6e8e-4c69-a849-bdeedca04ca1 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:01.330386 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f5807b16-4c53-42b2-8c30-41ab8f7dd0cc req-8df2c6ad-6e8e-4c69-a849-bdeedca04ca1 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 944 time: 0.1144528 Mar 08 13:11:01.431858 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f5807b16-4c53-42b2-8c30-41ab8f7dd0cc req-d8165268-c703-47f5-a489-264c87781ab6 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935547 Mar 08 13:11:01.503996 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-41546a13-8c16-40b6-b62b-0be9d814a0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5564031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6168869'] for subnet (b8e2f9ed-5ea9-4e32-b255-f1585e27ec5e), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:01.582680 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41546a13-8c16-40b6-b62b-0be9d814a0b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8e2f9ed-5ea9-4e32-b255-f1585e27ec5e,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:01.591323 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41546a13-8c16-40b6-b62b-0be9d814a0b7 admin admin] Checking segment: {'id': 'eac7d0e0-d8e5-4894-ab98-d2544c8ca10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ef72010c-57d3-47ba-aeee-a8ad11f4e6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:11:01.591725 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41546a13-8c16-40b6-b62b-0be9d814a0b7 admin admin] Network hostable DHCP agents. Network: ef72010c-57d3-47ba-aeee-a8ad11f4e6aa, hostable agents: ['57d8c91c-da11-4d19-879a-ab8c1c8220b9'], hosted agents: [] {{(pid=102968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:11:01.651800 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41546a13-8c16-40b6-b62b-0be9d814a0b7 admin admin] Network ef72010c-57d3-47ba-aeee-a8ad11f4e6aa is scheduled to be hosted by DHCP agent 57d8c91c-da11-4d19-879a-ab8c1c8220b9 with binding_index 1 {{(pid=102968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:11:01.669141 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-41546a13-8c16-40b6-b62b-0be9d814a0b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-2-iscsi, ef72010c-57d3-47ba-aeee-a8ad11f4e6aa) {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:11:01.676904 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41546a13-8c16-40b6-b62b-0be9d814a0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:01.678703 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb06368-b55d-4e55-a444-226517b289c9 None None] Network ef72010c-57d3-47ba-aeee-a8ad11f4e6aa requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:11:01.678837 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-41546a13-8c16-40b6-b62b-0be9d814a0b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:01.718535 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-41546a13-8c16-40b6-b62b-0be9d814a0b7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5731702 Mar 08 13:11:01.718888 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 45804) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:01.723640 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-b46c4f41-c764-476b-86f9-aa528edf78ac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-677996755-router', 'tenant_id': '78839dd08411414d81178beb4216f828', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:01.767127 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b46c4f41-c764-476b-86f9-aa528edf78ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-674970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60768'] for router (1a7858f0-75c6-4c6a-a0cb-b235e874d5a1), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:01.768464 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b46c4f41-c764-476b-86f9-aa528edf78ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-851116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60777'] for router (1a7858f0-75c6-4c6a-a0cb-b235e874d5a1), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:01.851368 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b46c4f41-c764-476b-86f9-aa528edf78ac admin admin] Publish callbacks [] for router_controller (1a7858f0-75c6-4c6a-a0cb-b235e874d5a1), precommit_add_association {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:01.853950 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae25fc5-7fea-411e-b3b4-9e72b6916b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2847e9c-4fb5-5906-a73f-07d87f7d96e3-ef72010c-57d3-47ba-aeee-a8ad11f4e6aa', 'network_id': 'ef72010c-57d3-47ba-aeee-a8ad11f4e6aa', 'project_id': '78839dd08411414d81178beb4216f828', 'fixed_ips': [{'subnet_id': 'b8e2f9ed-5ea9-4e32-b255-f1585e27ec5e'}]}} from dv-cinder-830089-2-iscsi. {{(pid=102970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 13:11:01.856050 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fae25fc5-7fea-411e-b3b4-9e72b6916b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:02.026707 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b46c4f41-c764-476b-86f9-aa528edf78ac admin admin] Publish callbacks [] for router_gateway (1a7858f0-75c6-4c6a-a0cb-b235e874d5a1), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:02.080359 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-fae25fc5-7fea-411e-b3b4-9e72b6916b47 None None] Allocated IP 172.20.0.2 (ef72010c-57d3-47ba-aeee-a8ad11f4e6aa/b8e2f9ed-5ea9-4e32-b255-f1585e27ec5e/235c37cb-f2f8-4ef9-8e1f-cb22c274db27) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:11:02.313308 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fae25fc5-7fea-411e-b3b4-9e72b6916b47 None None] Publish callbacks [] for port (235c37cb-f2f8-4ef9-8e1f-cb22c274db27), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:02.330103 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fae25fc5-7fea-411e-b3b4-9e72b6916b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007'] for port (235c37cb-f2f8-4ef9-8e1f-cb22c274db27), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:02.344976 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b46c4f41-c764-476b-86f9-aa528edf78ac admin admin] Publish callbacks [] for router_gateway (1a7858f0-75c6-4c6a-a0cb-b235e874d5a1), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:02.385885 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b46c4f41-c764-476b-86f9-aa528edf78ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:02.432179 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae25fc5-7fea-411e-b3b4-9e72b6916b47 None None] Network ef72010c-57d3-47ba-aeee-a8ad11f4e6aa is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:11:02.436514 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-fae25fc5-7fea-411e-b3b4-9e72b6916b47 None None] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:11:02.443313 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae25fc5-7fea-411e-b3b4-9e72b6916b47 None None] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:11:02.445955 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae25fc5-7fea-411e-b3b4-9e72b6916b47 None None] Pushing event updated for resources: {'Port': ['ID=235c37cb-f2f8-4ef9-8e1f-cb22c274db27,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:02.535579 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-fae25fc5-7fea-411e-b3b4-9e72b6916b47 None None] Attempting to bind port 235c37cb-f2f8-4ef9-8e1f-cb22c274db27 on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:11:02.536042 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-fae25fc5-7fea-411e-b3b4-9e72b6916b47 None None] Attempting to bind port 235c37cb-f2f8-4ef9-8e1f-cb22c274db27 by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': 'eac7d0e0-d8e5-4894-ab98-d2544c8ca10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ef72010c-57d3-47ba-aeee-a8ad11f4e6aa'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:11:02.536410 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae25fc5-7fea-411e-b3b4-9e72b6916b47 None None] Attempting to bind port 235c37cb-f2f8-4ef9-8e1f-cb22c274db27 on network ef72010c-57d3-47ba-aeee-a8ad11f4e6aa {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:11:02.541797 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae25fc5-7fea-411e-b3b4-9e72b6916b47 None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:11:02.542179 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae25fc5-7fea-411e-b3b4-9e72b6916b47 None None] Checking segment: {'id': 'eac7d0e0-d8e5-4894-ab98-d2544c8ca10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ef72010c-57d3-47ba-aeee-a8ad11f4e6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:11:02.542584 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fae25fc5-7fea-411e-b3b4-9e72b6916b47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:02.543042 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae25fc5-7fea-411e-b3b4-9e72b6916b47 None None] Bound using segment: {'id': 'eac7d0e0-d8e5-4894-ab98-d2544c8ca10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ef72010c-57d3-47ba-aeee-a8ad11f4e6aa'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:11:02.543613 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-fae25fc5-7fea-411e-b3b4-9e72b6916b47 None None] Bound port: 235c37cb-f2f8-4ef9-8e1f-cb22c274db27, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac7d0e0-d8e5-4894-ab98-d2544c8ca10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ef72010c-57d3-47ba-aeee-a8ad11f4e6aa'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:11:02.544019 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fae25fc5-7fea-411e-b3b4-9e72b6916b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (235c37cb-f2f8-4ef9-8e1f-cb22c274db27), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:02.565965 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-b46c4f41-c764-476b-86f9-aa528edf78ac admin admin] Allocated IP 172.27.3.103 (5c176cc8-3706-4b4e-95aa-80d42c394e72/67bc08be-d366-4d47-9bdf-b91b4b3bbd14/ff905071-77af-4f6c-9d9b-3982c5d7aed8) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:11:02.623694 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-fae25fc5-7fea-411e-b3b4-9e72b6916b47 None None] For port 235c37cb-f2f8-4ef9-8e1f-cb22c274db27, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:11:02.627386 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-fae25fc5-7fea-411e-b3b4-9e72b6916b47 None None] For port 235c37cb-f2f8-4ef9-8e1f-cb22c274db27, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=235c37cb-f2f8-4ef9-8e1f-cb22c274db27,segment=NetworkSegment(eac7d0e0-d8e5-4894-ab98-d2544c8ca10e),segment_id=eac7d0e0-d8e5-4894-ab98-d2544c8ca10e)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:11:02.638539 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fae25fc5-7fea-411e-b3b4-9e72b6916b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (235c37cb-f2f8-4ef9-8e1f-cb22c274db27), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:02.656510 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da0b16-8f7f-43e8-8073-da622b6cbf78 req-7075c489-ccec-444c-8e52-e6bd957f6ae2 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:02.666828 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-38da0b16-8f7f-43e8-8073-da622b6cbf78 req-7075c489-ccec-444c-8e52-e6bd957f6ae2 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 944 time: 0.1321530 Mar 08 13:11:02.738783 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae25fc5-7fea-411e-b3b4-9e72b6916b47 None None] Pushing event updated for resources: {'Port': ['ID=235c37cb-f2f8-4ef9-8e1f-cb22c274db27,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:02.782167 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-38da0b16-8f7f-43e8-8073-da622b6cbf78 req-7575b252-8652-4b25-a125-d35d77f3957f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133184 Mar 08 13:11:02.794963 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b46c4f41-c764-476b-86f9-aa528edf78ac admin admin] Publish callbacks [] for port (ff905071-77af-4f6c-9d9b-3982c5d7aed8), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:02.813697 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 6770409e-9ead-4ecf-baec-14f92f04d3ab up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:11:02.847835 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b46c4f41-c764-476b-86f9-aa528edf78ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (ff905071-77af-4f6c-9d9b-3982c5d7aed8), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:02.886497 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 6770409e-9ead-4ecf-baec-14f92f04d3ab triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:11:02.886899 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (6770409e-9ead-4ecf-baec-14f92f04d3ab), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:02.915412 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46c4f41-c764-476b-86f9-aa528edf78ac admin admin] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:11:02.919374 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-b46c4f41-c764-476b-86f9-aa528edf78ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:11:02.928908 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46c4f41-c764-476b-86f9-aa528edf78ac admin admin] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:11:02.969700 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e5f298-4f83-4d11-aba9-ed3c7dfe1d34 None None] Sync routers for ids ['b839d5a1-f2a2-487c-8bef-cf19efd02922'] in dv-cinder-830089-2-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:11:02.992498 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e5f298-4f83-4d11-aba9-ed3c7dfe1d34 None None] Routers {'b839d5a1-f2a2-487c-8bef-cf19efd02922'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:11:02.997561 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-70e5f298-4f83-4d11-aba9-ed3c7dfe1d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:10:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['b839d5a1-f2a2-487c-8bef-cf19efd02922'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:03.054521 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c4f41-c764-476b-86f9-aa528edf78ac admin admin] Pushing event updated for resources: {'Port': ['ID=ff905071-77af-4f6c-9d9b-3982c5d7aed8,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:03.067624 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 6770409e-9ead-4ecf-baec-14f92f04d3ab is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:11:03.068967 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (6770409e-9ead-4ecf-baec-14f92f04d3ab), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:03.113230 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] For port 6770409e-9ead-4ecf-baec-14f92f04d3ab, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=6770409e-9ead-4ecf-baec-14f92f04d3ab,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:03.135317 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (6770409e-9ead-4ecf-baec-14f92f04d3ab), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:03.233475 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Pushing event updated for resources: {'Port': ['ID=6770409e-9ead-4ecf-baec-14f92f04d3ab,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:03.262207 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-70e5f298-4f83-4d11-aba9-ed3c7dfe1d34 None None] Set router b839d5a1-f2a2-487c-8bef-cf19efd02922 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:11:03.543150 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-70e5f298-4f83-4d11-aba9-ed3c7dfe1d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:10:55Z', 'updated_at': '2022-03-08T13:10:59Z', 'revision_number': 4, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'gw_port': {'id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:56Z', 'updated_at': '2022-03-08T13:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '116108c6-01bf-4a40-9461-117683c243b3', 'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'mac_address': 'fa:16:3e:7e:c5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:58Z', 'updated_at': '2022-03-08T13:10:59Z', 'revision_number': 2, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'subnets': [{'id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:03.576721 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e5f298-4f83-4d11-aba9-ed3c7dfe1d34 None None] Checking router: b839d5a1-f2a2-487c-8bef-cf19efd02922 for host: dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:11:03.577310 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e5f298-4f83-4d11-aba9-ed3c7dfe1d34 None None] Updating router b839d5a1-f2a2-487c-8bef-cf19efd02922 port 116108c6-01bf-4a40-9461-117683c243b3 binding host dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:11:03.607575 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-70e5f298-4f83-4d11-aba9-ed3c7dfe1d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (116108c6-01bf-4a40-9461-117683c243b3), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:03.700007 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b46c4f41-c764-476b-86f9-aa528edf78ac admin admin] Publish callbacks [] for router_gateway (1a7858f0-75c6-4c6a-a0cb-b235e874d5a1), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:04.056780 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d294cae-12d8-434e-954a-d8c3d1737949 req-e6b88a0d-de57-4ccc-9770-91007364c741 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:04.064097 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-70e5f298-4f83-4d11-aba9-ed3c7dfe1d34 None None] Publish callbacks [] for port (116108c6-01bf-4a40-9461-117683c243b3), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:04.064683 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7d294cae-12d8-434e-954a-d8c3d1737949 req-e6b88a0d-de57-4ccc-9770-91007364c741 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 944 time: 0.1708465 Mar 08 13:11:04.079229 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-70e5f298-4f83-4d11-aba9-ed3c7dfe1d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (116108c6-01bf-4a40-9461-117683c243b3), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:04.122220 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b46c4f41-c764-476b-86f9-aa528edf78ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673780'] for router (1a7858f0-75c6-4c6a-a0cb-b235e874d5a1), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:04.292059 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7d294cae-12d8-434e-954a-d8c3d1737949 req-7764ebd1-f443-46a0-9ae1-c3c35daab3e5 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267194 Mar 08 13:11:04.319772 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ebbd50-9e1d-4ef2-a1bd-992d38423547 None None] Network ef72010c-57d3-47ba-aeee-a8ad11f4e6aa requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:11:04.355244 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a311738-3eab-4c26-8e34-05abc7c1e8b2 None None] Pushing event updated for resources: {'Port': ['ID=116108c6-01bf-4a40-9461-117683c243b3,revision_number=3']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:04.356983 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46c4f41-c764-476b-86f9-aa528edf78ac admin admin] Router 1a7858f0-75c6-4c6a-a0cb-b235e874d5a1 is scheduled to L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c with binding_index 1 {{(pid=102969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:11:04.369561 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-70e5f298-4f83-4d11-aba9-ed3c7dfe1d34 None None] Attempting to bind port 116108c6-01bf-4a40-9461-117683c243b3 on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:11:04.369941 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-70e5f298-4f83-4d11-aba9-ed3c7dfe1d34 None None] Attempting to bind port 116108c6-01bf-4a40-9461-117683c243b3 by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': '48478562-4b0e-4f41-a101-cd3a458c3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b'}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:11:04.370304 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e5f298-4f83-4d11-aba9-ed3c7dfe1d34 None None] Attempting to bind port 116108c6-01bf-4a40-9461-117683c243b3 on network bffea359-2851-41c2-a7e4-22be5e5cad3b {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:11:04.384227 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e5f298-4f83-4d11-aba9-ed3c7dfe1d34 None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:11:04.385676 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e5f298-4f83-4d11-aba9-ed3c7dfe1d34 None None] Checking segment: {'id': '48478562-4b0e-4f41-a101-cd3a458c3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:11:04.386239 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-70e5f298-4f83-4d11-aba9-ed3c7dfe1d34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:04.386847 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e5f298-4f83-4d11-aba9-ed3c7dfe1d34 None None] Bound using segment: {'id': '48478562-4b0e-4f41-a101-cd3a458c3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b'} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:11:04.387424 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-70e5f298-4f83-4d11-aba9-ed3c7dfe1d34 None None] Bound port: 116108c6-01bf-4a40-9461-117683c243b3, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48478562-4b0e-4f41-a101-cd3a458c3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b'}}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:11:04.387903 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-70e5f298-4f83-4d11-aba9-ed3c7dfe1d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (116108c6-01bf-4a40-9461-117683c243b3), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:04.393258 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a311738-3eab-4c26-8e34-05abc7c1e8b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:04.394233 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a311738-3eab-4c26-8e34-05abc7c1e8b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:04.395008 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a311738-3eab-4c26-8e34-05abc7c1e8b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:04.395920 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a311738-3eab-4c26-8e34-05abc7c1e8b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:04.396591 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a311738-3eab-4c26-8e34-05abc7c1e8b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:04.397218 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a311738-3eab-4c26-8e34-05abc7c1e8b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:04.397757 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a311738-3eab-4c26-8e34-05abc7c1e8b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:04.398297 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a311738-3eab-4c26-8e34-05abc7c1e8b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:04.398976 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a311738-3eab-4c26-8e34-05abc7c1e8b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:04.399601 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a311738-3eab-4c26-8e34-05abc7c1e8b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:04.400276 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a311738-3eab-4c26-8e34-05abc7c1e8b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:04.400948 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a311738-3eab-4c26-8e34-05abc7c1e8b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:04.401616 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a311738-3eab-4c26-8e34-05abc7c1e8b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:04.504963 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c8e769f8-3b4f-4cc6-9837-1ea5f2df2d9b None None] Provisioning complete for port 235c37cb-f2f8-4ef9-8e1f-cb22c274db27 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:11:04.505279 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c8e769f8-3b4f-4cc6-9837-1ea5f2df2d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (235c37cb-f2f8-4ef9-8e1f-cb22c274db27), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:04.515160 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-70e5f298-4f83-4d11-aba9-ed3c7dfe1d34 None None] For port 116108c6-01bf-4a40-9461-117683c243b3, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:11:04.534424 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-70e5f298-4f83-4d11-aba9-ed3c7dfe1d34 None None] For port 116108c6-01bf-4a40-9461-117683c243b3, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=116108c6-01bf-4a40-9461-117683c243b3,segment=NetworkSegment(48478562-4b0e-4f41-a101-cd3a458c3b06),segment_id=48478562-4b0e-4f41-a101-cd3a458c3b06)] {{(pid=102971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:11:04.549244 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-70e5f298-4f83-4d11-aba9-ed3c7dfe1d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (116108c6-01bf-4a40-9461-117683c243b3), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:04.633802 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c8e769f8-3b4f-4cc6-9837-1ea5f2df2d9b None None] Current status of the port 235c37cb-f2f8-4ef9-8e1f-cb22c274db27 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:11:04.634370 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c8e769f8-3b4f-4cc6-9837-1ea5f2df2d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (235c37cb-f2f8-4ef9-8e1f-cb22c274db27), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:04.649899 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46c4f41-c764-476b-86f9-aa528edf78ac admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:11:04.651460 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a311738-3eab-4c26-8e34-05abc7c1e8b2 None None] Pushing event updated for resources: {'Port': ['ID=116108c6-01bf-4a40-9461-117683c243b3,revision_number=4']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:04.662132 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6abdaf8-0a8e-4a60-a169-ef6681f861ec None None] Sync routers for ids ['1a7858f0-75c6-4c6a-a0cb-b235e874d5a1'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:11:04.698661 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-c8e769f8-3b4f-4cc6-9837-1ea5f2df2d9b None None] For port 235c37cb-f2f8-4ef9-8e1f-cb22c274db27, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=235c37cb-f2f8-4ef9-8e1f-cb22c274db27,segment=NetworkSegment(eac7d0e0-d8e5-4894-ab98-d2544c8ca10e),segment_id=eac7d0e0-d8e5-4894-ab98-d2544c8ca10e)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:04.700814 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e5f298-4f83-4d11-aba9-ed3c7dfe1d34 None None] Routers {'b839d5a1-f2a2-487c-8bef-cf19efd02922'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:11:04.704968 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-70e5f298-4f83-4d11-aba9-ed3c7dfe1d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:10:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['b839d5a1-f2a2-487c-8bef-cf19efd02922'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:04.706904 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b46c4f41-c764-476b-86f9-aa528edf78ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:04.711380 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-b46c4f41-c764-476b-86f9-aa528edf78ac admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9912956 Mar 08 13:11:04.711540 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c8e769f8-3b4f-4cc6-9837-1ea5f2df2d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (235c37cb-f2f8-4ef9-8e1f-cb22c274db27), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:04.711871 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45818) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:04.720260 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6abdaf8-0a8e-4a60-a169-ef6681f861ec None None] Routers {'1a7858f0-75c6-4c6a-a0cb-b235e874d5a1'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:11:04.720932 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-a6abdaf8-0a8e-4a60-a169-ef6681f861ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:10:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['1a7858f0-75c6-4c6a-a0cb-b235e874d5a1'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:04.924379 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-81f604e8-1c01-41f8-a83c-beb8d52669ce None None] Provisioning complete for port 116108c6-01bf-4a40-9461-117683c243b3 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:11:04.936981 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-81f604e8-1c01-41f8-a83c-beb8d52669ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (116108c6-01bf-4a40-9461-117683c243b3), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:05.050041 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 6770409e-9ead-4ecf-baec-14f92f04d3ab up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:11:05.058484 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e769f8-3b4f-4cc6-9837-1ea5f2df2d9b None None] Pushing event updated for resources: {'Port': ['ID=235c37cb-f2f8-4ef9-8e1f-cb22c274db27,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:05.131204 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-a6abdaf8-0a8e-4a60-a169-ef6681f861ec None None] Set router 1a7858f0-75c6-4c6a-a0cb-b235e874d5a1 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:11:05.257260 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 6770409e-9ead-4ecf-baec-14f92f04d3ab triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:11:05.257818 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (6770409e-9ead-4ecf-baec-14f92f04d3ab), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:05.321673 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-81f604e8-1c01-41f8-a83c-beb8d52669ce None None] Current status of the port 116108c6-01bf-4a40-9461-117683c243b3 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:11:05.322332 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-81f604e8-1c01-41f8-a83c-beb8d52669ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (116108c6-01bf-4a40-9461-117683c243b3), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:05.326137 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-70e5f298-4f83-4d11-aba9-ed3c7dfe1d34 None None] Set router b839d5a1-f2a2-487c-8bef-cf19efd02922 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:11:05.388214 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-81f604e8-1c01-41f8-a83c-beb8d52669ce None None] For port 116108c6-01bf-4a40-9461-117683c243b3, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=116108c6-01bf-4a40-9461-117683c243b3,segment=NetworkSegment(48478562-4b0e-4f41-a101-cd3a458c3b06),segment_id=48478562-4b0e-4f41-a101-cd3a458c3b06)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:05.414977 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-81f604e8-1c01-41f8-a83c-beb8d52669ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (116108c6-01bf-4a40-9461-117683c243b3), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:05.510081 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 6770409e-9ead-4ecf-baec-14f92f04d3ab is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:11:05.511185 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 235c37cb-f2f8-4ef9-8e1f-cb22c274db27 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:11:05.512876 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f604e8-1c01-41f8-a83c-beb8d52669ce None None] Pushing event updated for resources: {'Port': ['ID=116108c6-01bf-4a40-9461-117683c243b3,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:05.574372 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-7d8a60d7-7a17-4589-adca-03a215ecdf8a None None] Provisioning complete for port 116108c6-01bf-4a40-9461-117683c243b3 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:11:05.574691 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7d8a60d7-7a17-4589-adca-03a215ecdf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (116108c6-01bf-4a40-9461-117683c243b3), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:05.577757 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-a6abdaf8-0a8e-4a60-a169-ef6681f861ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7858f0-75c6-4c6a-a0cb-b235e874d5a1', 'name': 'tempest-TestVolumeBootPattern-677996755-router', 'tenant_id': '78839dd08411414d81178beb4216f828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'ff905071-77af-4f6c-9d9b-3982c5d7aed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:11:01Z', 'updated_at': '2022-03-08T13:11:03Z', 'revision_number': 3, 'project_id': '78839dd08411414d81178beb4216f828', 'gw_port': {'id': 'ff905071-77af-4f6c-9d9b-3982c5d7aed8', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7858f0-75c6-4c6a-a0cb-b235e874d5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:02Z', 'updated_at': '2022-03-08T13:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:05.830897 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-70e5f298-4f83-4d11-aba9-ed3c7dfe1d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:10:55Z', 'updated_at': '2022-03-08T13:10:59Z', 'revision_number': 4, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'gw_port': {'id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:56Z', 'updated_at': '2022-03-08T13:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '116108c6-01bf-4a40-9461-117683c243b3', 'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'mac_address': 'fa:16:3e:7e:c5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:58Z', 'updated_at': '2022-03-08T13:11:04Z', 'revision_number': 4, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'subnets': [{'id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:05.893594 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6abdaf8-0a8e-4a60-a169-ef6681f861ec None None] Checking router: 1a7858f0-75c6-4c6a-a0cb-b235e874d5a1 for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:11:05.904086 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6abdaf8-0a8e-4a60-a169-ef6681f861ec None None] Updating router 1a7858f0-75c6-4c6a-a0cb-b235e874d5a1 port ff905071-77af-4f6c-9d9b-3982c5d7aed8 binding host dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:11:05.908934 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e5f298-4f83-4d11-aba9-ed3c7dfe1d34 None None] The sync data for ids ['b839d5a1-f2a2-487c-8bef-cf19efd02922'] in dv-cinder-830089-2-iscsi is: [{'id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:10:55Z', 'updated_at': '2022-03-08T13:10:59Z', 'revision_number': 4, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'gw_port': {'id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:56Z', 'updated_at': '2022-03-08T13:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '116108c6-01bf-4a40-9461-117683c243b3', 'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'mac_address': 'fa:16:3e:7e:c5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:58Z', 'updated_at': '2022-03-08T13:11:04Z', 'revision_number': 4, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'subnets': [{'id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:11:06.009558 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 235c37cb-f2f8-4ef9-8e1f-cb22c274db27 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:11:06.009927 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (235c37cb-f2f8-4ef9-8e1f-cb22c274db27), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:06.051049 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a6abdaf8-0a8e-4a60-a169-ef6681f861ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (ff905071-77af-4f6c-9d9b-3982c5d7aed8), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:06.182191 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944c5e8-2eaa-4216-8283-693a1b27f268 req-b4ff9cf8-4cf9-4624-8fb3-ad557379a2f9 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:06.193090 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6944c5e8-2eaa-4216-8283-693a1b27f268 req-b4ff9cf8-4cf9-4624-8fb3-ad557379a2f9 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 944 time: 0.6838381 Mar 08 13:11:06.311675 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-7d8a60d7-7a17-4589-adca-03a215ecdf8a None None] Current status of the port 116108c6-01bf-4a40-9461-117683c243b3 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:11:06.318350 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6944c5e8-2eaa-4216-8283-693a1b27f268 req-810b357d-3445-4cd4-8abd-b3762a1e576d tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241336 Mar 08 13:11:06.412956 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-de79c11e-4087-43d5-b147-7c2c95f841f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:06.436019 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-7d8a60d7-7a17-4589-adca-03a215ecdf8a None None] Provisioning complete for port 235c37cb-f2f8-4ef9-8e1f-cb22c274db27 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:11:06.436613 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7d8a60d7-7a17-4589-adca-03a215ecdf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (235c37cb-f2f8-4ef9-8e1f-cb22c274db27), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:06.681950 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 235c37cb-f2f8-4ef9-8e1f-cb22c274db27 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:11:06.726954 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [None req-de79c11e-4087-43d5-b147-7c2c95f841f6 admin admin] Allocated IP 172.20.0.1 (ef72010c-57d3-47ba-aeee-a8ad11f4e6aa/b8e2f9ed-5ea9-4e32-b255-f1585e27ec5e/70057817-85fb-4d22-a6ad-e62b2ba88b86) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:11:06.740744 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a6abdaf8-0a8e-4a60-a169-ef6681f861ec None None] Publish callbacks [] for port (ff905071-77af-4f6c-9d9b-3982c5d7aed8), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:06.766613 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a6abdaf8-0a8e-4a60-a169-ef6681f861ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (ff905071-77af-4f6c-9d9b-3982c5d7aed8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:06.891467 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-a6abdaf8-0a8e-4a60-a169-ef6681f861ec None None] Attempting to bind port ff905071-77af-4f6c-9d9b-3982c5d7aed8 on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:11:06.891908 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-a6abdaf8-0a8e-4a60-a169-ef6681f861ec None None] Attempting to bind port ff905071-77af-4f6c-9d9b-3982c5d7aed8 by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:11:06.895064 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6abdaf8-0a8e-4a60-a169-ef6681f861ec None None] Attempting to bind port ff905071-77af-4f6c-9d9b-3982c5d7aed8 on network 5c176cc8-3706-4b4e-95aa-80d42c394e72 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:11:06.901653 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6abdaf8-0a8e-4a60-a169-ef6681f861ec None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:11:06.901893 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6abdaf8-0a8e-4a60-a169-ef6681f861ec None None] Checking segment: {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:11:06.902427 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a6abdaf8-0a8e-4a60-a169-ef6681f861ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:06.902879 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6abdaf8-0a8e-4a60-a169-ef6681f861ec None None] Bound using segment: {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:11:06.903500 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-a6abdaf8-0a8e-4a60-a169-ef6681f861ec None None] Bound port: ff905071-77af-4f6c-9d9b-3982c5d7aed8, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:11:06.903951 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a6abdaf8-0a8e-4a60-a169-ef6681f861ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (ff905071-77af-4f6c-9d9b-3982c5d7aed8), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:06.905718 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c083722-6a65-41bb-9bda-705e047fd31d None None] Pushing event updated for resources: {'Port': ['ID=ff905071-77af-4f6c-9d9b-3982c5d7aed8,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:06.913949 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 116108c6-01bf-4a40-9461-117683c243b3 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:11:06.979393 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-de79c11e-4087-43d5-b147-7c2c95f841f6 admin admin] Publish callbacks [] for port (70057817-85fb-4d22-a6ad-e62b2ba88b86), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:07.013471 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-7d8a60d7-7a17-4589-adca-03a215ecdf8a None None] Current status of the port 235c37cb-f2f8-4ef9-8e1f-cb22c274db27 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:11:07.045973 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-a6abdaf8-0a8e-4a60-a169-ef6681f861ec None None] For port ff905071-77af-4f6c-9d9b-3982c5d7aed8, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:11:07.051273 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-a6abdaf8-0a8e-4a60-a169-ef6681f861ec None None] For port ff905071-77af-4f6c-9d9b-3982c5d7aed8, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=ff905071-77af-4f6c-9d9b-3982c5d7aed8,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:11:07.056038 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-de79c11e-4087-43d5-b147-7c2c95f841f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (70057817-85fb-4d22-a6ad-e62b2ba88b86), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:07.066255 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a6abdaf8-0a8e-4a60-a169-ef6681f861ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (ff905071-77af-4f6c-9d9b-3982c5d7aed8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:07.076368 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 116108c6-01bf-4a40-9461-117683c243b3 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:11:07.076898 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (116108c6-01bf-4a40-9461-117683c243b3), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:07.132846 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de79c11e-4087-43d5-b147-7c2c95f841f6 admin admin] Network ef72010c-57d3-47ba-aeee-a8ad11f4e6aa is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:11:07.137229 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-de79c11e-4087-43d5-b147-7c2c95f841f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:11:07.158087 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de79c11e-4087-43d5-b147-7c2c95f841f6 admin admin] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:11:07.202612 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79c11e-4087-43d5-b147-7c2c95f841f6 admin admin] Pushing event updated for resources: {'Port': ['ID=70057817-85fb-4d22-a6ad-e62b2ba88b86,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:07.205044 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c083722-6a65-41bb-9bda-705e047fd31d None None] Pushing event updated for resources: {'Port': ['ID=ff905071-77af-4f6c-9d9b-3982c5d7aed8,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:07.233225 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6abdaf8-0a8e-4a60-a169-ef6681f861ec None None] Routers {'1a7858f0-75c6-4c6a-a0cb-b235e874d5a1'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:11:07.233916 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-a6abdaf8-0a8e-4a60-a169-ef6681f861ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:10:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['1a7858f0-75c6-4c6a-a0cb-b235e874d5a1'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:07.262037 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-de79c11e-4087-43d5-b147-7c2c95f841f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672217'] for router_interface (1a7858f0-75c6-4c6a-a0cb-b235e874d5a1), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:07.501119 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-de79c11e-4087-43d5-b147-7c2c95f841f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (70057817-85fb-4d22-a6ad-e62b2ba88b86), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:07.523683 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 116108c6-01bf-4a40-9461-117683c243b3 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:11:07.526494 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 235c37cb-f2f8-4ef9-8e1f-cb22c274db27 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:11:07.541827 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658dc7a-1776-41fe-bbeb-37f94537de79 req-c703114f-ca96-4a6f-87d6-31dea548e5c0 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:07.544272 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b658dc7a-1776-41fe-bbeb-37f94537de79 req-c703114f-ca96-4a6f-87d6-31dea548e5c0 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 944 time: 0.0801213 Mar 08 13:11:07.598938 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-4f870e15-0c42-4b73-8bb2-3681ffabbeb9 None None] Provisioning complete for port 70057817-85fb-4d22-a6ad-e62b2ba88b86 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:11:07.599194 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4f870e15-0c42-4b73-8bb2-3681ffabbeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (70057817-85fb-4d22-a6ad-e62b2ba88b86), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:07.602413 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-a6abdaf8-0a8e-4a60-a169-ef6681f861ec None None] Set router 1a7858f0-75c6-4c6a-a0cb-b235e874d5a1 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:11:07.652041 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b658dc7a-1776-41fe-bbeb-37f94537de79 req-dbcaaaa6-1cd6-4119-91ff-6358def8c2d6 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980635 Mar 08 13:11:07.749190 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-de79c11e-4087-43d5-b147-7c2c95f841f6 admin admin] Publish callbacks [] for port (70057817-85fb-4d22-a6ad-e62b2ba88b86), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:07.755243 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-de79c11e-4087-43d5-b147-7c2c95f841f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (70057817-85fb-4d22-a6ad-e62b2ba88b86), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:07.791465 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-4f870e15-0c42-4b73-8bb2-3681ffabbeb9 None None] Port 70057817-85fb-4d22-a6ad-e62b2ba88b86 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:11:07.816093 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 235c37cb-f2f8-4ef9-8e1f-cb22c274db27 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:11:07.816484 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (235c37cb-f2f8-4ef9-8e1f-cb22c274db27), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:07.861417 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79c11e-4087-43d5-b147-7c2c95f841f6 admin admin] Pushing event updated for resources: {'Port': ['ID=70057817-85fb-4d22-a6ad-e62b2ba88b86,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:07.864122 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-de79c11e-4087-43d5-b147-7c2c95f841f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672181'] for router_interface (1a7858f0-75c6-4c6a-a0cb-b235e874d5a1), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:07.999338 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de79c11e-4087-43d5-b147-7c2c95f841f6 admin admin] Network ef72010c-57d3-47ba-aeee-a8ad11f4e6aa is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:11:07.999338 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-de79c11e-4087-43d5-b147-7c2c95f841f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:11:07.999645 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 235c37cb-f2f8-4ef9-8e1f-cb22c274db27 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:11:08.043439 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-a6abdaf8-0a8e-4a60-a169-ef6681f861ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7858f0-75c6-4c6a-a0cb-b235e874d5a1', 'name': 'tempest-TestVolumeBootPattern-677996755-router', 'tenant_id': '78839dd08411414d81178beb4216f828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'ff905071-77af-4f6c-9d9b-3982c5d7aed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:11:01Z', 'updated_at': '2022-03-08T13:11:03Z', 'revision_number': 3, 'project_id': '78839dd08411414d81178beb4216f828', 'gw_port': {'id': 'ff905071-77af-4f6c-9d9b-3982c5d7aed8', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7858f0-75c6-4c6a-a0cb-b235e874d5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:02Z', 'updated_at': '2022-03-08T13:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:08.085631 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6abdaf8-0a8e-4a60-a169-ef6681f861ec None None] The sync data for ids ['1a7858f0-75c6-4c6a-a0cb-b235e874d5a1'] in dv-cinder-830089-2-iscsi is: [{'id': '1a7858f0-75c6-4c6a-a0cb-b235e874d5a1', 'name': 'tempest-TestVolumeBootPattern-677996755-router', 'tenant_id': '78839dd08411414d81178beb4216f828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'ff905071-77af-4f6c-9d9b-3982c5d7aed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:11:01Z', 'updated_at': '2022-03-08T13:11:03Z', 'revision_number': 3, 'project_id': '78839dd08411414d81178beb4216f828', 'gw_port': {'id': 'ff905071-77af-4f6c-9d9b-3982c5d7aed8', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7858f0-75c6-4c6a-a0cb-b235e874d5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:02Z', 'updated_at': '2022-03-08T13:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:11:08.154506 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de79c11e-4087-43d5-b147-7c2c95f841f6 admin admin] Router 1a7858f0-75c6-4c6a-a0cb-b235e874d5a1 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:11:08.321277 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-802167e1-cfac-4d09-957a-54b6e990670e None None] Provisioning complete for port 70057817-85fb-4d22-a6ad-e62b2ba88b86 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:11:08.321603 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-802167e1-cfac-4d09-957a-54b6e990670e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (70057817-85fb-4d22-a6ad-e62b2ba88b86), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:08.349785 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de79c11e-4087-43d5-b147-7c2c95f841f6 admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:11:08.355807 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-de79c11e-4087-43d5-b147-7c2c95f841f6 admin admin] 10.222.0.50 "PUT /v2.0/routers/1a7858f0-75c6-4c6a-a0cb-b235e874d5a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6419504 Mar 08 13:11:08.403029 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-802167e1-cfac-4d09-957a-54b6e990670e None None] Port 70057817-85fb-4d22-a6ad-e62b2ba88b86 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:11:08.924143 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device ff905071-77af-4f6c-9d9b-3982c5d7aed8 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:11:08.924830 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45842) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:08.930929 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-791dbaa5-e142-44db-b630-7e04cc60e926 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1931104431', 'description': 'tempest-secgroup-smoke-1931104431 description', 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:09.025267 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-791dbaa5-e142-44db-b630-7e04cc60e926 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:09.061223 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f690670-74ae-4c29-b6b6-47ff3ffe0ead req-47d0b31b-de91-4269-b6b2-6958aefbef58 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:09.071321 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1f690670-74ae-4c29-b6b6-47ff3ffe0ead req-47d0b31b-de91-4269-b6b2-6958aefbef58 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 944 time: 0.2291083 Mar 08 13:11:09.085554 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port ff905071-77af-4f6c-9d9b-3982c5d7aed8 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:11:09.085948 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (ff905071-77af-4f6c-9d9b-3982c5d7aed8), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:09.176133 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-791dbaa5-e142-44db-b630-7e04cc60e926 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for security_group (c64e98b6-ece2-4837-865a-87d6c99b0c3e), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:09.180993 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1f690670-74ae-4c29-b6b6-47ff3ffe0ead req-9d66a48a-985c-42f4-9dcb-737851ff9fb4 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010051 Mar 08 13:11:09.184718 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-791dbaa5-e142-44db-b630-7e04cc60e926 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (c64e98b6-ece2-4837-865a-87d6c99b0c3e), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:09.243997 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-791dbaa5-e142-44db-b630-7e04cc60e926 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:09.248787 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 45844) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:09.249858 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-791dbaa5-e142-44db-b630-7e04cc60e926 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3236029 Mar 08 13:11:09.251295 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791dbaa5-e142-44db-b630-7e04cc60e926 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c64e98b6-ece2-4837-865a-87d6c99b0c3e,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:09.255403 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-793ef184-87a9-4514-b1dc-ee7154b01551 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Request body: {'security_group_rule': {'security_group_id': 'c64e98b6-ece2-4837-865a-87d6c99b0c3e', 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:09.273584 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port ff905071-77af-4f6c-9d9b-3982c5d7aed8 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:11:09.274003 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (ff905071-77af-4f6c-9d9b-3982c5d7aed8), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:09.313541 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-793ef184-87a9-4514-b1dc-ee7154b01551 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for security_group_rule (b4b52d3c-3369-4199-bdbf-00ebd53e94f3), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:09.323273 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] For port ff905071-77af-4f6c-9d9b-3982c5d7aed8, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=ff905071-77af-4f6c-9d9b-3982c5d7aed8,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:09.330854 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (ff905071-77af-4f6c-9d9b-3982c5d7aed8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:09.424671 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-793ef184-87a9-4514-b1dc-ee7154b01551 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for security_group_rule (b4b52d3c-3369-4199-bdbf-00ebd53e94f3), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:09.430286 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-793ef184-87a9-4514-b1dc-ee7154b01551 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (b4b52d3c-3369-4199-bdbf-00ebd53e94f3), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:09.437828 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Pushing event updated for resources: {'Port': ['ID=ff905071-77af-4f6c-9d9b-3982c5d7aed8,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:09.458637 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ef184-87a9-4514-b1dc-ee7154b01551 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b52d3c-3369-4199-bdbf-00ebd53e94f3,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:09.469382 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-793ef184-87a9-4514-b1dc-ee7154b01551 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:09.470694 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-793ef184-87a9-4514-b1dc-ee7154b01551 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2205710 Mar 08 13:11:09.473839 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45846) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:09.479226 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-02a3f4e9-512e-4360-8b3c-61c127802a0a tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Request body: {'security_group_rule': {'security_group_id': 'c64e98b6-ece2-4837-865a-87d6c99b0c3e', 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:09.525816 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-02a3f4e9-512e-4360-8b3c-61c127802a0a tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for security_group_rule (613f03ae-a756-40d4-b06e-83e979c7938e), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:09.625407 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-02a3f4e9-512e-4360-8b3c-61c127802a0a tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for security_group_rule (613f03ae-a756-40d4-b06e-83e979c7938e), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:09.630008 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-02a3f4e9-512e-4360-8b3c-61c127802a0a tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (613f03ae-a756-40d4-b06e-83e979c7938e), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:09.652200 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3f4e9-512e-4360-8b3c-61c127802a0a tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613f03ae-a756-40d4-b06e-83e979c7938e,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:09.658605 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-02a3f4e9-512e-4360-8b3c-61c127802a0a tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:09.659850 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-02a3f4e9-512e-4360-8b3c-61c127802a0a tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1847653 Mar 08 13:11:09.662613 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45848) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:09.666975 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-78ffc554-d170-4080-b071-27d6a2f902ce tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Request body: {'security_group_rule': {'security_group_id': 'c64e98b6-ece2-4837-865a-87d6c99b0c3e', 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:09.696604 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-78ffc554-d170-4080-b071-27d6a2f902ce tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for security_group_rule (4e9448ae-5953-4161-b2ab-25bb5a6c4697), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:09.772287 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-78ffc554-d170-4080-b071-27d6a2f902ce tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for security_group_rule (4e9448ae-5953-4161-b2ab-25bb5a6c4697), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:09.779520 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-78ffc554-d170-4080-b071-27d6a2f902ce tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (4e9448ae-5953-4161-b2ab-25bb5a6c4697), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:09.802573 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffc554-d170-4080-b071-27d6a2f902ce tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9448ae-5953-4161-b2ab-25bb5a6c4697,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:09.813837 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-78ffc554-d170-4080-b071-27d6a2f902ce tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:09.815225 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-78ffc554-d170-4080-b071-27d6a2f902ce tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1515636 Mar 08 13:11:09.818026 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45852) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:09.823021 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-098db6c2-728f-4e7b-a057-eed4db8cf832 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Request body: {'security_group_rule': {'security_group_id': 'c64e98b6-ece2-4837-865a-87d6c99b0c3e', 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:09.860373 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-098db6c2-728f-4e7b-a057-eed4db8cf832 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for security_group_rule (4408f32f-f2c4-4fb4-ba32-56658aece71b), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:09.946464 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-098db6c2-728f-4e7b-a057-eed4db8cf832 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for security_group_rule (4408f32f-f2c4-4fb4-ba32-56658aece71b), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:09.950449 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-098db6c2-728f-4e7b-a057-eed4db8cf832 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (4408f32f-f2c4-4fb4-ba32-56658aece71b), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:09.971080 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098db6c2-728f-4e7b-a057-eed4db8cf832 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4408f32f-f2c4-4fb4-ba32-56658aece71b,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:09.983340 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-098db6c2-728f-4e7b-a057-eed4db8cf832 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:09.988766 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 45854) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:09.993500 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-098db6c2-728f-4e7b-a057-eed4db8cf832 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1739955 Mar 08 13:11:09.995949 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-458d6eac-7cde-4fc5-a7f3-4f3226512914 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Request body: {'security_group_rule': {'security_group_id': 'c64e98b6-ece2-4837-865a-87d6c99b0c3e', 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:10.021712 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.db.securitygroups_db [None req-458d6eac-7cde-4fc5-a7f3-4f3226512914 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Project b8a4d542bb974b6cabe91528ca772e7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:11:10.027149 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-458d6eac-7cde-4fc5-a7f3-4f3226512914 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for security_group_rule (709e198d-e24c-4094-8532-ffb06856dfba), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:10.096144 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-458d6eac-7cde-4fc5-a7f3-4f3226512914 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for security_group_rule (709e198d-e24c-4094-8532-ffb06856dfba), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:10.105148 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-458d6eac-7cde-4fc5-a7f3-4f3226512914 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (709e198d-e24c-4094-8532-ffb06856dfba), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:10.121092 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d6eac-7cde-4fc5-a7f3-4f3226512914 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709e198d-e24c-4094-8532-ffb06856dfba,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:10.156721 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-458d6eac-7cde-4fc5-a7f3-4f3226512914 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:10.160917 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 45858) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:10.161737 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-458d6eac-7cde-4fc5-a7f3-4f3226512914 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1717086 Mar 08 13:11:10.166193 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-93733bda-c6e0-48f9-981a-31a6c5668589 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Request body: {'security_group_rule': {'security_group_id': 'c64e98b6-ece2-4837-865a-87d6c99b0c3e', 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:10.187560 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.securitygroups_db [None req-93733bda-c6e0-48f9-981a-31a6c5668589 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Project b8a4d542bb974b6cabe91528ca772e7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:11:10.193632 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-93733bda-c6e0-48f9-981a-31a6c5668589 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for security_group_rule (f8f5b5bd-cf3f-436c-9fd4-c240016040e5), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:10.322216 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-93733bda-c6e0-48f9-981a-31a6c5668589 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for security_group_rule (f8f5b5bd-cf3f-436c-9fd4-c240016040e5), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:10.327310 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-93733bda-c6e0-48f9-981a-31a6c5668589 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (f8f5b5bd-cf3f-436c-9fd4-c240016040e5), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:10.343513 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c0e44-29c4-4b7e-b2f4-5ecbc511bdcb req-5201ab59-7e35-4972-b354-0fd933893223 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:10.345055 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-026c0e44-29c4-4b7e-b2f4-5ecbc511bdcb req-5201ab59-7e35-4972-b354-0fd933893223 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 944 time: 0.0789125 Mar 08 13:11:10.371686 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93733bda-c6e0-48f9-981a-31a6c5668589 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f5b5bd-cf3f-436c-9fd4-c240016040e5,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:10.385048 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-93733bda-c6e0-48f9-981a-31a6c5668589 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:10.389662 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-93733bda-c6e0-48f9-981a-31a6c5668589 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2237687 Mar 08 13:11:10.425294 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-026c0e44-29c4-4b7e-b2f4-5ecbc511bdcb req-eb9d744d-9f2e-4a20-9ba4-779a79464e90 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722115 Mar 08 13:11:10.480617 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe9473-6fc0-4f0a-843d-a0a9c5ec531a None None] Sync routers for ids ['1a7858f0-75c6-4c6a-a0cb-b235e874d5a1'] in dv-cinder-830089-2-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:11:10.492843 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fe9473-6fc0-4f0a-843d-a0a9c5ec531a None None] Routers {'1a7858f0-75c6-4c6a-a0cb-b235e874d5a1'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:11:10.493718 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-80fe9473-6fc0-4f0a-843d-a0a9c5ec531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:10:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['1a7858f0-75c6-4c6a-a0cb-b235e874d5a1'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:10.670031 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-80fe9473-6fc0-4f0a-843d-a0a9c5ec531a None None] Set router 1a7858f0-75c6-4c6a-a0cb-b235e874d5a1 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:11:10.770423 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device ff905071-77af-4f6c-9d9b-3982c5d7aed8 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:11:10.823185 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port ff905071-77af-4f6c-9d9b-3982c5d7aed8 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:11:10.823483 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (ff905071-77af-4f6c-9d9b-3982c5d7aed8), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:10.921593 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port ff905071-77af-4f6c-9d9b-3982c5d7aed8 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:11:10.962433 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-80fe9473-6fc0-4f0a-843d-a0a9c5ec531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7858f0-75c6-4c6a-a0cb-b235e874d5a1', 'name': 'tempest-TestVolumeBootPattern-677996755-router', 'tenant_id': '78839dd08411414d81178beb4216f828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'ff905071-77af-4f6c-9d9b-3982c5d7aed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:11:01Z', 'updated_at': '2022-03-08T13:11:07Z', 'revision_number': 4, 'project_id': '78839dd08411414d81178beb4216f828', 'gw_port': {'id': 'ff905071-77af-4f6c-9d9b-3982c5d7aed8', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7858f0-75c6-4c6a-a0cb-b235e874d5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:02Z', 'updated_at': '2022-03-08T13:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '70057817-85fb-4d22-a6ad-e62b2ba88b86', 'name': '', 'network_id': 'ef72010c-57d3-47ba-aeee-a8ad11f4e6aa', 'tenant_id': '78839dd08411414d81178beb4216f828', 'mac_address': 'fa:16:3e:2e:4f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7858f0-75c6-4c6a-a0cb-b235e874d5a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b8e2f9ed-5ea9-4e32-b255-f1585e27ec5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:06Z', 'updated_at': '2022-03-08T13:11:07Z', 'revision_number': 2, 'project_id': '78839dd08411414d81178beb4216f828', 'subnets': [{'id': 'b8e2f9ed-5ea9-4e32-b255-f1585e27ec5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:10.994598 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe9473-6fc0-4f0a-843d-a0a9c5ec531a None None] Checking router: 1a7858f0-75c6-4c6a-a0cb-b235e874d5a1 for host: dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:11:10.994959 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe9473-6fc0-4f0a-843d-a0a9c5ec531a None None] Updating router 1a7858f0-75c6-4c6a-a0cb-b235e874d5a1 port 70057817-85fb-4d22-a6ad-e62b2ba88b86 binding host dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:11:11.023473 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-80fe9473-6fc0-4f0a-843d-a0a9c5ec531a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (70057817-85fb-4d22-a6ad-e62b2ba88b86), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:11.297762 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-80fe9473-6fc0-4f0a-843d-a0a9c5ec531a None None] Publish callbacks [] for port (70057817-85fb-4d22-a6ad-e62b2ba88b86), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:11.303628 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-80fe9473-6fc0-4f0a-843d-a0a9c5ec531a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (70057817-85fb-4d22-a6ad-e62b2ba88b86), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:11.379596 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc841d6b-51e0-4fc5-902b-64ca30da25b9 None None] Pushing event updated for resources: {'Port': ['ID=70057817-85fb-4d22-a6ad-e62b2ba88b86,revision_number=3']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:11.416405 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-80fe9473-6fc0-4f0a-843d-a0a9c5ec531a None None] Attempting to bind port 70057817-85fb-4d22-a6ad-e62b2ba88b86 on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:11:11.416937 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-80fe9473-6fc0-4f0a-843d-a0a9c5ec531a None None] Attempting to bind port 70057817-85fb-4d22-a6ad-e62b2ba88b86 by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': 'eac7d0e0-d8e5-4894-ab98-d2544c8ca10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ef72010c-57d3-47ba-aeee-a8ad11f4e6aa'}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:11:11.417612 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fe9473-6fc0-4f0a-843d-a0a9c5ec531a None None] Attempting to bind port 70057817-85fb-4d22-a6ad-e62b2ba88b86 on network ef72010c-57d3-47ba-aeee-a8ad11f4e6aa {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:11:11.426746 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fe9473-6fc0-4f0a-843d-a0a9c5ec531a None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:11:11.427127 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fe9473-6fc0-4f0a-843d-a0a9c5ec531a None None] Checking segment: {'id': 'eac7d0e0-d8e5-4894-ab98-d2544c8ca10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ef72010c-57d3-47ba-aeee-a8ad11f4e6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:11:11.427531 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-80fe9473-6fc0-4f0a-843d-a0a9c5ec531a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:11.427938 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fe9473-6fc0-4f0a-843d-a0a9c5ec531a None None] Bound using segment: {'id': 'eac7d0e0-d8e5-4894-ab98-d2544c8ca10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ef72010c-57d3-47ba-aeee-a8ad11f4e6aa'} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:11:11.428396 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-80fe9473-6fc0-4f0a-843d-a0a9c5ec531a None None] Bound port: 70057817-85fb-4d22-a6ad-e62b2ba88b86, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac7d0e0-d8e5-4894-ab98-d2544c8ca10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'ef72010c-57d3-47ba-aeee-a8ad11f4e6aa'}}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:11:11.428800 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-80fe9473-6fc0-4f0a-843d-a0a9c5ec531a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (70057817-85fb-4d22-a6ad-e62b2ba88b86), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:11.498557 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-80fe9473-6fc0-4f0a-843d-a0a9c5ec531a None None] For port 70057817-85fb-4d22-a6ad-e62b2ba88b86, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:11:11.501975 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-80fe9473-6fc0-4f0a-843d-a0a9c5ec531a None None] For port 70057817-85fb-4d22-a6ad-e62b2ba88b86, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=70057817-85fb-4d22-a6ad-e62b2ba88b86,segment=NetworkSegment(eac7d0e0-d8e5-4894-ab98-d2544c8ca10e),segment_id=eac7d0e0-d8e5-4894-ab98-d2544c8ca10e)] {{(pid=102971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:11:11.508690 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-80fe9473-6fc0-4f0a-843d-a0a9c5ec531a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (70057817-85fb-4d22-a6ad-e62b2ba88b86), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:11.551233 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-166d095e-55d1-41f2-b252-15ade6439f6f None None] Provisioning complete for port 70057817-85fb-4d22-a6ad-e62b2ba88b86 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:11:11.551875 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-166d095e-55d1-41f2-b252-15ade6439f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (70057817-85fb-4d22-a6ad-e62b2ba88b86), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:11.573362 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc841d6b-51e0-4fc5-902b-64ca30da25b9 None None] Pushing event updated for resources: {'Port': ['ID=70057817-85fb-4d22-a6ad-e62b2ba88b86,revision_number=4']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:11.575834 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fe9473-6fc0-4f0a-843d-a0a9c5ec531a None None] Routers {'1a7858f0-75c6-4c6a-a0cb-b235e874d5a1'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:11:11.576433 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-80fe9473-6fc0-4f0a-843d-a0a9c5ec531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:10:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['1a7858f0-75c6-4c6a-a0cb-b235e874d5a1'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:11.601647 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c42e6a-75d7-4432-a9f3-de6bd677d887 req-9bd08452-f43c-4a82-9c4d-f5eaea2bb7c6 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:11.603910 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-86c42e6a-75d7-4432-a9f3-de6bd677d887 req-9bd08452-f43c-4a82-9c4d-f5eaea2bb7c6 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 944 time: 0.0936062 Mar 08 13:11:11.661775 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-166d095e-55d1-41f2-b252-15ade6439f6f None None] Current status of the port 70057817-85fb-4d22-a6ad-e62b2ba88b86 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:11:11.662108 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-166d095e-55d1-41f2-b252-15ade6439f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (70057817-85fb-4d22-a6ad-e62b2ba88b86), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:11.665207 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-86c42e6a-75d7-4432-a9f3-de6bd677d887 req-d18da427-af28-4255-9e09-ef49c12cef57 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490160 Mar 08 13:11:11.705318 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-166d095e-55d1-41f2-b252-15ade6439f6f None None] For port 70057817-85fb-4d22-a6ad-e62b2ba88b86, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=70057817-85fb-4d22-a6ad-e62b2ba88b86,segment=NetworkSegment(eac7d0e0-d8e5-4894-ab98-d2544c8ca10e),segment_id=eac7d0e0-d8e5-4894-ab98-d2544c8ca10e)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:11.710885 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-166d095e-55d1-41f2-b252-15ade6439f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (70057817-85fb-4d22-a6ad-e62b2ba88b86), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:11.712010 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-80fe9473-6fc0-4f0a-843d-a0a9c5ec531a None None] Set router 1a7858f0-75c6-4c6a-a0cb-b235e874d5a1 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:11:11.762643 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d095e-55d1-41f2-b252-15ade6439f6f None None] Pushing event updated for resources: {'Port': ['ID=70057817-85fb-4d22-a6ad-e62b2ba88b86,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:11.834069 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-1fb2b3ff-a8a4-43f2-ae65-3ba6a515f0ac None None] Provisioning complete for port 70057817-85fb-4d22-a6ad-e62b2ba88b86 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:11:11.834766 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1fb2b3ff-a8a4-43f2-ae65-3ba6a515f0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (70057817-85fb-4d22-a6ad-e62b2ba88b86), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:11.937443 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-1fb2b3ff-a8a4-43f2-ae65-3ba6a515f0ac None None] Current status of the port 70057817-85fb-4d22-a6ad-e62b2ba88b86 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:11:12.033108 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-80fe9473-6fc0-4f0a-843d-a0a9c5ec531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7858f0-75c6-4c6a-a0cb-b235e874d5a1', 'name': 'tempest-TestVolumeBootPattern-677996755-router', 'tenant_id': '78839dd08411414d81178beb4216f828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'ff905071-77af-4f6c-9d9b-3982c5d7aed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:11:01Z', 'updated_at': '2022-03-08T13:11:07Z', 'revision_number': 4, 'project_id': '78839dd08411414d81178beb4216f828', 'gw_port': {'id': 'ff905071-77af-4f6c-9d9b-3982c5d7aed8', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7858f0-75c6-4c6a-a0cb-b235e874d5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:02Z', 'updated_at': '2022-03-08T13:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '70057817-85fb-4d22-a6ad-e62b2ba88b86', 'name': '', 'network_id': 'ef72010c-57d3-47ba-aeee-a8ad11f4e6aa', 'tenant_id': '78839dd08411414d81178beb4216f828', 'mac_address': 'fa:16:3e:2e:4f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7858f0-75c6-4c6a-a0cb-b235e874d5a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b8e2f9ed-5ea9-4e32-b255-f1585e27ec5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:06Z', 'updated_at': '2022-03-08T13:11:11Z', 'revision_number': 4, 'project_id': '78839dd08411414d81178beb4216f828', 'subnets': [{'id': 'b8e2f9ed-5ea9-4e32-b255-f1585e27ec5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:12.059784 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe9473-6fc0-4f0a-843d-a0a9c5ec531a None None] The sync data for ids ['1a7858f0-75c6-4c6a-a0cb-b235e874d5a1'] in dv-cinder-830089-2-iscsi is: [{'id': '1a7858f0-75c6-4c6a-a0cb-b235e874d5a1', 'name': 'tempest-TestVolumeBootPattern-677996755-router', 'tenant_id': '78839dd08411414d81178beb4216f828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'ff905071-77af-4f6c-9d9b-3982c5d7aed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:11:01Z', 'updated_at': '2022-03-08T13:11:07Z', 'revision_number': 4, 'project_id': '78839dd08411414d81178beb4216f828', 'gw_port': {'id': 'ff905071-77af-4f6c-9d9b-3982c5d7aed8', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7858f0-75c6-4c6a-a0cb-b235e874d5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:02Z', 'updated_at': '2022-03-08T13:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '70057817-85fb-4d22-a6ad-e62b2ba88b86', 'name': '', 'network_id': 'ef72010c-57d3-47ba-aeee-a8ad11f4e6aa', 'tenant_id': '78839dd08411414d81178beb4216f828', 'mac_address': 'fa:16:3e:2e:4f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7858f0-75c6-4c6a-a0cb-b235e874d5a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b8e2f9ed-5ea9-4e32-b255-f1585e27ec5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:06Z', 'updated_at': '2022-03-08T13:11:11Z', 'revision_number': 4, 'project_id': '78839dd08411414d81178beb4216f828', 'subnets': [{'id': 'b8e2f9ed-5ea9-4e32-b255-f1585e27ec5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:11:12.522437 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:12.800482 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 70057817-85fb-4d22-a6ad-e62b2ba88b86 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:11:12.825237 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6b0ed-6384-4d97-a9e9-e648e3c1bbdb req-b300379d-2841-46db-b55e-94b5bb1fce26 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:12.827533 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d2b6b0ed-6384-4d97-a9e9-e648e3c1bbdb req-b300379d-2841-46db-b55e-94b5bb1fce26 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 944 time: 0.0683484 Mar 08 13:11:12.858610 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 70057817-85fb-4d22-a6ad-e62b2ba88b86 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:11:12.859721 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (70057817-85fb-4d22-a6ad-e62b2ba88b86), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:12.885299 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d2b6b0ed-6384-4d97-a9e9-e648e3c1bbdb req-b47a2a35-7263-44a0-b8bb-9943775c3841 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518844 Mar 08 13:11:12.952798 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 70057817-85fb-4d22-a6ad-e62b2ba88b86 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:11:14.159073 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c23fe9-dc42-4d52-986e-a2f9340fdb06 req-07c9ad05-c911-4e71-a590-d6faea10064e tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:14.160626 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-45c23fe9-dc42-4d52-986e-a2f9340fdb06 req-07c9ad05-c911-4e71-a590-d6faea10064e tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 944 time: 0.2044528 Mar 08 13:11:14.218552 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-45c23fe9-dc42-4d52-986e-a2f9340fdb06 req-5cb10baf-1879-4fb7-a1f2-9178d7b69f84 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512490 Mar 08 13:11:15.403529 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56c974-ede7-41c7-b990-9e7bfb05c2eb req-7cbfd7d0-5b57-4272-b812-155d04afe8d6 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:15.405082 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bd56c974-ede7-41c7-b990-9e7bfb05c2eb req-7cbfd7d0-5b57-4272-b812-155d04afe8d6 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 944 time: 0.1105106 Mar 08 13:11:15.460532 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bd56c974-ede7-41c7-b990-9e7bfb05c2eb req-d8ffc175-10db-4f2a-a583-273a48ac0f7f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443859 Mar 08 13:11:16.304219 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd8f74-4ba1-4817-9df6-50fbff56a7f5 req-0fb1b650-da70-46dc-9ec6-524a6fb2c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:16.305855 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7dbd8f74-4ba1-4817-9df6-50fbff56a7f5 req-0fb1b650-da70-46dc-9ec6-524a6fb2c5be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=41c838c4ea194624a0d4fca29dbc6bc6&device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 1128 time: 0.0461740 Mar 08 13:11:16.418653 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd8f74-4ba1-4817-9df6-50fbff56a7f5 req-ac7fe551-4157-4cf3-9fcb-5725e912ad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:16.421175 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7dbd8f74-4ba1-4817-9df6-50fbff56a7f5 req-ac7fe551-4157-4cf3-9fcb-5725e912ad3b service neutron] 10.222.0.72 "GET /v2.0/networks?id=1855bf0b-ed79-4719-8efd-6cc0a1498526 HTTP/1.1" status: 200 len: 918 time: 0.0958416 Mar 08 13:11:16.490478 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7dbd8f74-4ba1-4817-9df6-50fbff56a7f5 req-58bfe378-8a2f-4482-8920-34f28659c1ef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa06246-d9d8-421c-811d-fbf02939abe9 HTTP/1.1" status: 200 len: 999 time: 0.0597353 Mar 08 13:11:16.544106 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd8f74-4ba1-4817-9df6-50fbff56a7f5 req-88e3dcd7-3c9a-4dce-8a16-fb964e64e826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:16.545818 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7dbd8f74-4ba1-4817-9df6-50fbff56a7f5 req-88e3dcd7-3c9a-4dce-8a16-fb964e64e826 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b305f603-9e69-4e73-882b-c5731c87cd5a HTTP/1.1" status: 200 len: 855 time: 0.0489817 Mar 08 13:11:16.592445 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099a160-1821-424f-8544-1e1459cac669 req-64f0cbef-06e3-4bdc-a7d2-1c0be41b06e2 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:16.594563 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e099a160-1821-424f-8544-1e1459cac669 req-64f0cbef-06e3-4bdc-a7d2-1c0be41b06e2 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 944 time: 0.0620453 Mar 08 13:11:16.601329 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd8f74-4ba1-4817-9df6-50fbff56a7f5 req-d5c8a196-880f-4ed2-86d7-abb2270d3afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:16.602913 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7dbd8f74-4ba1-4817-9df6-50fbff56a7f5 req-d5c8a196-880f-4ed2-86d7-abb2270d3afe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1855bf0b-ed79-4719-8efd-6cc0a1498526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503430 Mar 08 13:11:16.643199 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e099a160-1821-424f-8544-1e1459cac669 req-79937d28-02b9-4f7f-bfae-1b594ae55739 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425844 Mar 08 13:11:16.693557 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7dbd8f74-4ba1-4817-9df6-50fbff56a7f5 req-49a7cd17-e6d8-4de1-bf1d-4d04aeeb68f1 service neutron] 10.222.0.72 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830538 Mar 08 13:11:16.793423 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7dbd8f74-4ba1-4817-9df6-50fbff56a7f5 req-f93235f0-8057-4b3c-b362-19d53b9eea20 service neutron] 10.222.0.72 "GET /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921438 Mar 08 13:11:17.773948 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device caa06246-d9d8-421c-811d-fbf02939abe9 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:11:17.779488 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4553e66-92ae-41cf-abc1-11db21222dd1 req-804b3527-3d10-4660-b747-34ce3b127f25 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:17.781129 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a4553e66-92ae-41cf-abc1-11db21222dd1 req-804b3527-3d10-4660-b747-34ce3b127f25 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 944 time: 0.0654833 Mar 08 13:11:17.834928 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a4553e66-92ae-41cf-abc1-11db21222dd1 req-ec3ae96b-2e43-43e3-8b22-b848056152a1 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477178 Mar 08 13:11:17.886559 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port caa06246-d9d8-421c-811d-fbf02939abe9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=caa06246-d9d8-421c-811d-fbf02939abe9,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:17.897669 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Returning: {'device': 'caa06246-d9d8-421c-811d-fbf02939abe9', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'port_id': 'caa06246-d9d8-421c-811d-fbf02939abe9', 'mac_address': 'fa:16:3e:b5:98:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:11:18.066988 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port caa06246-d9d8-421c-811d-fbf02939abe9 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:11:18.067266 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (caa06246-d9d8-421c-811d-fbf02939abe9), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:18.082366 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa06246-d9d8-421c-811d-fbf02939abe9 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:11:18.105274 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port caa06246-d9d8-421c-811d-fbf02939abe9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=caa06246-d9d8-421c-811d-fbf02939abe9,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:18.110382 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (caa06246-d9d8-421c-811d-fbf02939abe9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:18.155799 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=caa06246-d9d8-421c-811d-fbf02939abe9,revision_number=9']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:18.763289 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['caa06246-d9d8-421c-811d-fbf02939abe9'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:11:18.965982 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d60e4-9bf0-43dc-9471-4adb13e8c923 req-540efd2b-afbc-4c08-94c3-e9ed3680782c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:18.967492 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ad0d60e4-9bf0-43dc-9471-4adb13e8c923 req-540efd2b-afbc-4c08-94c3-e9ed3680782c tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 945 time: 0.0531514 Mar 08 13:11:19.015504 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ad0d60e4-9bf0-43dc-9471-4adb13e8c923 req-e4a7c392-52aa-447b-9665-bf4c4c64effc tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419612 Mar 08 13:11:19.121687 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:11:20.137316 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d4434-3f91-4ee3-951d-53b240a33b8f req-7b582aa9-a951-4c1c-97b8-a4b2799d16e3 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:20.138760 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-890d4434-3f91-4ee3-951d-53b240a33b8f req-7b582aa9-a951-4c1c-97b8-a4b2799d16e3 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 945 time: 0.0514228 Mar 08 13:11:20.191344 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-890d4434-3f91-4ee3-951d-53b240a33b8f req-1f61825e-8e3b-480b-9140-545f78c721b2 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459244 Mar 08 13:11:21.314661 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc94e0b-db4b-4fe9-89c0-dbb39e7fde9e req-9856fa65-7974-4653-a964-7931bc5ff580 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:21.316131 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1fc94e0b-db4b-4fe9-89c0-dbb39e7fde9e req-9856fa65-7974-4653-a964-7931bc5ff580 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 945 time: 0.0519891 Mar 08 13:11:21.363430 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1fc94e0b-db4b-4fe9-89c0-dbb39e7fde9e req-8c690bf3-7610-4320-9115-02c068570508 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416594 Mar 08 13:11:21.777838 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device caa06246-d9d8-421c-811d-fbf02939abe9 up at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:11:21.829987 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning complete for port caa06246-d9d8-421c-811d-fbf02939abe9 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:11:21.830360 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (caa06246-d9d8-421c-811d-fbf02939abe9), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:21.907151 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port caa06246-d9d8-421c-811d-fbf02939abe9 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:11:21.907453 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (caa06246-d9d8-421c-811d-fbf02939abe9), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:21.930376 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd300689d-1e50-4e03-ba10-e68ce50f48bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa06246-d9d8-421c-811d-fbf02939abe9'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:11:21.932666 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f02a98a4da79acb06d2148361802764e90037bdc05c069ddf0d3843ada5eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7429c494-2995-407b-b397-1609e8fdb93f" -d '{"events": [{"server_uuid": "d300689d-1e50-4e03-ba10-e68ce50f48bd", "name": "network-vif-plugged", "status": "completed", "tag": "caa06246-d9d8-421c-811d-fbf02939abe9"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:11:21.946105 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port caa06246-d9d8-421c-811d-fbf02939abe9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=caa06246-d9d8-421c-811d-fbf02939abe9,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:21.950770 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (caa06246-d9d8-421c-811d-fbf02939abe9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:21.976664 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ee8d78-4f8e-4d87-bd1a-17ee8f67410e x-openstack-request-id: req-d4ee8d78-4f8e-4d87-bd1a-17ee8f67410e {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:11:21.976980 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d300689d-1e50-4e03-ba10-e68ce50f48bd", "name": "network-vif-plugged", "status": "completed", "tag": "caa06246-d9d8-421c-811d-fbf02939abe9", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:11:21.977208 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d4ee8d78-4f8e-4d87-bd1a-17ee8f67410e {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:11:21.977597 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd300689d-1e50-4e03-ba10-e68ce50f48bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa06246-d9d8-421c-811d-fbf02939abe9', 'code': 200} Mar 08 13:11:22.002676 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=caa06246-d9d8-421c-811d-fbf02939abe9,revision_number=10']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:22.244401 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ba244-3d7c-4996-85a6-16f0b7031576 req-72e9f3ac-e3d3-463a-9d63-d2b2c18e2fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:22.245921 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f46ba244-3d7c-4996-85a6-16f0b7031576 req-72e9f3ac-e3d3-463a-9d63-d2b2c18e2fb6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 1131 time: 0.0479555 Mar 08 13:11:22.289614 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f46ba244-3d7c-4996-85a6-16f0b7031576 req-0e74853a-85ad-4294-afcc-601b8fb950a1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373101 Mar 08 13:11:22.487489 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785842e-7325-421d-afd2-70f51e5afdb0 req-e113b690-767c-4cd4-88fb-320f55001664 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:22.488996 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3785842e-7325-421d-afd2-70f51e5afdb0 req-e113b690-767c-4cd4-88fb-320f55001664 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 947 time: 0.0535605 Mar 08 13:11:22.542213 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3785842e-7325-421d-afd2-70f51e5afdb0 req-42ed0ba3-1ae9-4f1a-83e7-1426829413ca tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476730 Mar 08 13:11:23.666805 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87902cce-3c1d-41a0-888c-293c763d22d7 req-d435dbed-764d-45a1-b58c-c20d3b4dfadc tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:23.668263 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-87902cce-3c1d-41a0-888c-293c763d22d7 req-d435dbed-764d-45a1-b58c-c20d3b4dfadc tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 947 time: 0.0511134 Mar 08 13:11:23.715079 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-87902cce-3c1d-41a0-888c-293c763d22d7 req-fa11cd9a-d348-432d-9eb3-3d3b74d11d4f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413144 Mar 08 13:11:24.706787 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-67fe1e20-8dba-4286-b2c8-548e42764f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:24.844463 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d9e92-3ea0-447d-b79f-608d34dc6170 req-c4a303d0-ced2-4191-8e93-2e093783bd2b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:24.846549 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-080d9e92-3ea0-447d-b79f-608d34dc6170 req-c4a303d0-ced2-4191-8e93-2e093783bd2b tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 947 time: 0.0599468 Mar 08 13:11:24.897150 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-080d9e92-3ea0-447d-b79f-608d34dc6170 req-3a59aff5-5f7d-4bed-8b92-5a477a5b4555 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448463 Mar 08 13:11:26.921387 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5274423f-b3bf-413f-922c-b9527de6ecc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:28.157909 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:29.190049 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46658b47-ae71-4400-8160-efb13e89c41d req-1fbbef4d-d76d-4731-8f56-03de9357b13b tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:29.191522 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-46658b47-ae71-4400-8160-efb13e89c41d req-1fbbef4d-d76d-4731-8f56-03de9357b13b tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=37edf657-4977-46f1-b90c-f1dbdb8da976 HTTP/1.1" status: 200 len: 945 time: 0.0533211 Mar 08 13:11:29.237938 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-46658b47-ae71-4400-8160-efb13e89c41d req-fb330041-3610-48e5-9465-83c8c34103c9 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cd55f0d-3ba0-41f8-9a4f-8fb6466b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407536 Mar 08 13:11:29.601451 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:30.356750 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335174de-eb53-469b-8955-f579f8183fa9 req-ef7f12bf-2350-4db7-b487-f0cec96197f4 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:30.358249 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-335174de-eb53-469b-8955-f579f8183fa9 req-ef7f12bf-2350-4db7-b487-f0cec96197f4 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=37edf657-4977-46f1-b90c-f1dbdb8da976 HTTP/1.1" status: 200 len: 945 time: 0.0522003 Mar 08 13:11:30.403581 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-335174de-eb53-469b-8955-f579f8183fa9 req-60f9f8eb-591a-4958-81b0-0425a4007741 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cd55f0d-3ba0-41f8-9a4f-8fb6466b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397210 Mar 08 13:11:30.960658 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:31.150219 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-281445a0-948b-4826-a150-0a7d3a9d777b req-211e0ec5-788c-4061-9e0d-727c31b6932b tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1931104431&fields=id&tenant_id=b8a4d542bb974b6cabe91528ca772e7f HTTP/1.1" status: 200 len: 267 time: 0.0438316 Mar 08 13:11:31.259817 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281445a0-948b-4826-a150-0a7d3a9d777b req-205bb58e-b508-4089-8d8d-2ce724872a4c tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:31.261309 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-281445a0-948b-4826-a150-0a7d3a9d777b req-205bb58e-b508-4089-8d8d-2ce724872a4c tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/networks?id=bffea359-2851-41c2-a7e4-22be5e5cad3b HTTP/1.1" status: 200 len: 811 time: 0.1048167 Mar 08 13:11:31.275747 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-281445a0-948b-4826-a150-0a7d3a9d777b req-37ea4ba6-7241-4543-a08b-c07705b8189f tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/quotas/b8a4d542bb974b6cabe91528ca772e7f HTTP/1.1" status: 200 len: 375 time: 0.0087929 Mar 08 13:11:31.330179 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-281445a0-948b-4826-a150-0a7d3a9d777b req-832c2182-95af-41d9-8592-de2da9e16101 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8a4d542bb974b6cabe91528ca772e7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490749 Mar 08 13:11:31.345742 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [req-281445a0-948b-4826-a150-0a7d3a9d777b req-ebdc5c89-7653-48fa-8b09-8802c58dcdc3 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:11:31.346698 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-281445a0-948b-4826-a150-0a7d3a9d777b req-ebdc5c89-7653-48fa-8b09-8802c58dcdc3 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050213 Mar 08 13:11:31.462687 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef6cb1-693a-4d64-95ad-4b5714b5506f req-2d19ac45-d05d-4937-b3a7-b0c503e28227 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:31.464154 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7eef6cb1-693a-4d64-95ad-4b5714b5506f req-2d19ac45-d05d-4937-b3a7-b0c503e28227 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.72 "GET /v2.0/ports?device_id=37edf657-4977-46f1-b90c-f1dbdb8da976 HTTP/1.1" status: 200 len: 945 time: 0.1166697 Mar 08 13:11:31.481797 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-281445a0-948b-4826-a150-0a7d3a9d777b req-62ece677-52a9-4ea1-b86a-ffc6271a4e93 service neutron] 10.222.0.50 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266754 Mar 08 13:11:31.527127 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89130ac-e50d-42e6-94c4-8d63b67b1d1b req-ab04f5cb-d9d6-4c3e-96d3-f9394bb1864c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:31.528523 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d89130ac-e50d-42e6-94c4-8d63b67b1d1b req-ab04f5cb-d9d6-4c3e-96d3-f9394bb1864c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=37edf657-4977-46f1-b90c-f1dbdb8da976 HTTP/1.1" status: 200 len: 945 time: 0.0580227 Mar 08 13:11:31.575908 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d89130ac-e50d-42e6-94c4-8d63b67b1d1b req-ee06f94d-f4e7-42ee-8c8b-4614af5d37de tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups?id=0cd55f0d-3ba0-41f8-9a4f-8fb6466b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415576 Mar 08 13:11:31.628482 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-281445a0-948b-4826-a150-0a7d3a9d777b req-77a0edfc-e0a2-4173-88fe-708b98912884 service neutron] 10.222.0.50 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296940 Mar 08 13:11:31.637955 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-7eef6cb1-693a-4d64-95ad-4b5714b5506f req-c148b7d5-15fd-464f-87e4-d14f57bb3452 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Deleting port 0885b434-713a-4285-9d57-5708a6493b4c {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:11:31.638295 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7eef6cb1-693a-4d64-95ad-4b5714b5506f req-c148b7d5-15fd-464f-87e4-d14f57bb3452 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (0885b434-713a-4285-9d57-5708a6493b4c), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:31.733145 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-7eef6cb1-693a-4d64-95ad-4b5714b5506f req-c148b7d5-15fd-464f-87e4-d14f57bb3452 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] For port 0885b434-713a-4285-9d57-5708a6493b4c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0885b434-713a-4285-9d57-5708a6493b4c,segment=NetworkSegment(0d2187b0-3440-4b5e-9fc0-a77835bc9ebb),segment_id=0d2187b0-3440-4b5e-9fc0-a77835bc9ebb)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:31.733505 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7eef6cb1-693a-4d64-95ad-4b5714b5506f req-c148b7d5-15fd-464f-87e4-d14f57bb3452 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (0885b434-713a-4285-9d57-5708a6493b4c), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:31.920245 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7eef6cb1-693a-4d64-95ad-4b5714b5506f req-c148b7d5-15fd-464f-87e4-d14f57bb3452 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:31.920680 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7eef6cb1-693a-4d64-95ad-4b5714b5506f req-c148b7d5-15fd-464f-87e4-d14f57bb3452 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (5ac8a30e-1fcc-4253-b4ae-73f5c499c633), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:31.922627 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.l3_db [req-7eef6cb1-693a-4d64-95ad-4b5714b5506f req-c148b7d5-15fd-464f-87e4-d14f57bb3452 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Floating IP 5ac8a30e-1fcc-4253-b4ae-73f5c499c633 disassociated. External IP: 172.27.3.101, port: 0885b434-713a-4285-9d57-5708a6493b4c. Mar 08 13:11:31.922627 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-7eef6cb1-693a-4d64-95ad-4b5714b5506f req-c148b7d5-15fd-464f-87e4-d14f57bb3452 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Calling delete_port for 0885b434-713a-4285-9d57-5708a6493b4c owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:11:31.927996 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-43eece56-8bbe-4a7f-8246-3e8908a523cd req-3c4b8e05-8cdf-40f8-a323-4ecf24d2c5f8 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e HTTP/1.1" status: 200 len: 210 time: 0.0328879 Mar 08 13:11:32.082825 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7eef6cb1-693a-4d64-95ad-4b5714b5506f req-c148b7d5-15fd-464f-87e4-d14f57bb3452 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (0885b434-713a-4285-9d57-5708a6493b4c), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:32.111857 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148b7d5-15fd-464f-87e4-d14f57bb3452 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Pushing event deleted for resources: {'Port': ['ID=0885b434-713a-4285-9d57-5708a6493b4c,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:32.240032 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7eef6cb1-693a-4d64-95ad-4b5714b5506f req-c148b7d5-15fd-464f-87e4-d14f57bb3452 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Router 252729d9-b6e7-4294-aa22-0da3e63bea61 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:11:32.363768 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7eef6cb1-693a-4d64-95ad-4b5714b5506f req-c148b7d5-15fd-464f-87e4-d14f57bb3452 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:11:32.374172 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e51302-7352-407a-83ae-c9b498fc0004 None None] Sync routers for ids ['252729d9-b6e7-4294-aa22-0da3e63bea61'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:11:32.385084 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e51302-7352-407a-83ae-c9b498fc0004 None None] Routers {'252729d9-b6e7-4294-aa22-0da3e63bea61'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:11:32.386044 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-49e51302-7352-407a-83ae-c9b498fc0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:11:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['252729d9-b6e7-4294-aa22-0da3e63bea61'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:32.422894 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eef6cb1-693a-4d64-95ad-4b5714b5506f req-c148b7d5-15fd-464f-87e4-d14f57bb3452 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] No DVR routers for this DVR port 0885b434-713a-4285-9d57-5708a6493b4c on host hv-cinder-83008 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:11:32.425766 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-7eef6cb1-693a-4d64-95ad-4b5714b5506f req-c148b7d5-15fd-464f-87e4-d14f57bb3452 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:32.429102 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7eef6cb1-693a-4d64-95ad-4b5714b5506f req-c148b7d5-15fd-464f-87e4-d14f57bb3452 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.72 "DELETE /v2.0/ports/0885b434-713a-4285-9d57-5708a6493b4c HTTP/1.1" status: 204 len: 173 time: 0.9593685 Mar 08 13:11:32.429557 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37edf657-4977-46f1-b90c-f1dbdb8da976', 'name': 'network-vif-deleted', 'tag': '0885b434-713a-4285-9d57-5708a6493b4c'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:11:32.432499 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34989f7-ede3-445b-a8bd-0766fd45b1f4" -d '{"events": [{"server_uuid": "37edf657-4977-46f1-b90c-f1dbdb8da976", "name": "network-vif-deleted", "tag": "0885b434-713a-4285-9d57-5708a6493b4c"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:11:32.486178 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1644b1-a250-4c95-a486-20143a917e2e x-openstack-request-id: req-3a1644b1-a250-4c95-a486-20143a917e2e {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:11:32.486529 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37edf657-4977-46f1-b90c-f1dbdb8da976", "name": "network-vif-deleted", "tag": "0885b434-713a-4285-9d57-5708a6493b4c", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:11:32.486819 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3a1644b1-a250-4c95-a486-20143a917e2e {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:11:32.487220 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37edf657-4977-46f1-b90c-f1dbdb8da976', 'name': 'network-vif-deleted', 'tag': '0885b434-713a-4285-9d57-5708a6493b4c', 'status': 'completed', 'code': 200} Mar 08 13:11:32.514374 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-49e51302-7352-407a-83ae-c9b498fc0004 None None] Set router 252729d9-b6e7-4294-aa22-0da3e63bea61 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:11:32.689097 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-78f7035b-a469-4984-91ef-3ff18799c2e6 req-471bbe71-d386-433a-a68c-53c2f37b3d5c tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/ports?device_id=37edf657-4977-46f1-b90c-f1dbdb8da976 HTTP/1.1" status: 200 len: 210 time: 0.0265105 Mar 08 13:11:32.741245 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-49e51302-7352-407a-83ae-c9b498fc0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'name': 'tempest-AttachVolumeTestJSON-1407401291-router', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:08Z', 'updated_at': '2022-03-08T13:01:17Z', 'revision_number': 4, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'gw_port': {'id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '5888520b-52b8-480c-8c2e-fc1191f930f9', 'name': '', 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'mac_address': 'fa:16:3e:de:9c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:15Z', 'updated_at': '2022-03-08T13:01:24Z', 'revision_number': 5, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'subnets': [{'id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:32.767279 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e51302-7352-407a-83ae-c9b498fc0004 None None] Checking router: 252729d9-b6e7-4294-aa22-0da3e63bea61 for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:11:32.775416 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e51302-7352-407a-83ae-c9b498fc0004 None None] Routers {'252729d9-b6e7-4294-aa22-0da3e63bea61'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:11:32.776011 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-49e51302-7352-407a-83ae-c9b498fc0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:11:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['252729d9-b6e7-4294-aa22-0da3e63bea61'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:32.888408 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-49e51302-7352-407a-83ae-c9b498fc0004 None None] Set router 252729d9-b6e7-4294-aa22-0da3e63bea61 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:11:33.074564 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c841f6dd-5406-4485-a90c-3546bc037835 req-12cb44e4-22c9-464e-8275-5ad1fcfb6559 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e HTTP/1.1" status: 200 len: 210 time: 0.0351348 Mar 08 13:11:33.110348 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-49e51302-7352-407a-83ae-c9b498fc0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'name': 'tempest-AttachVolumeTestJSON-1407401291-router', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:08Z', 'updated_at': '2022-03-08T13:01:17Z', 'revision_number': 4, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'gw_port': {'id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '5888520b-52b8-480c-8c2e-fc1191f930f9', 'name': '', 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'mac_address': 'fa:16:3e:de:9c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:15Z', 'updated_at': '2022-03-08T13:01:24Z', 'revision_number': 5, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'subnets': [{'id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:33.121723 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281445a0-948b-4826-a150-0a7d3a9d777b req-abf40a78-e9dd-4857-95f9-f7a5ecacd6e4 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:33.122809 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-281445a0-948b-4826-a150-0a7d3a9d777b req-abf40a78-e9dd-4857-95f9-f7a5ecacd6e4 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.72 "GET /v2.0/networks?id=bffea359-2851-41c2-a7e4-22be5e5cad3b HTTP/1.1" status: 200 len: 811 time: 0.1656435 Mar 08 13:11:33.139211 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e51302-7352-407a-83ae-c9b498fc0004 None None] The sync data for ids ['252729d9-b6e7-4294-aa22-0da3e63bea61'] in dv-cinder-830089-2-iscsi is: [{'id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'name': 'tempest-AttachVolumeTestJSON-1407401291-router', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:08Z', 'updated_at': '2022-03-08T13:01:17Z', 'revision_number': 4, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'gw_port': {'id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '5888520b-52b8-480c-8c2e-fc1191f930f9', 'name': '', 'network_id': '22601ec1-3846-4b8b-84d1-d9378d9f83cc', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'mac_address': 'fa:16:3e:de:9c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:15Z', 'updated_at': '2022-03-08T13:01:24Z', 'revision_number': 5, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'subnets': [{'id': '71b3146c-5df2-44c0-b875-ba4aa2fcab91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:11:33.201842 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-281445a0-948b-4826-a150-0a7d3a9d777b req-aee8ccf6-34ac-49a5-bb09-f3b8ae1550e2 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8a4d542bb974b6cabe91528ca772e7f HTTP/1.1" status: 200 len: 380 time: 0.0628572 Mar 08 13:11:33.210763 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-281445a0-948b-4826-a150-0a7d3a9d777b req-337e422b-749a-4c4c-897c-ec315f182ea3 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Request body: {'port': {'device_id': 'ef48ca14-5d49-445b-b16f-a78f66282e1e', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'admin_state_up': True, 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'security_groups': ['c64e98b6-ece2-4837-865a-87d6c99b0c3e']}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:33.340978 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-281445a0-948b-4826-a150-0a7d3a9d777b req-337e422b-749a-4c4c-897c-ec315f182ea3 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Made reservation on behalf of b8a4d542bb974b6cabe91528ca772e7f for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:11:33.345846 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-281445a0-948b-4826-a150-0a7d3a9d777b req-337e422b-749a-4c4c-897c-ec315f182ea3 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:33.395867 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dddab1f-25ef-4538-8178-008e826f9591 None None] New status for floating IP 5ac8a30e-1fcc-4253-b4ae-73f5c499c633: DOWN {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:11:33.483008 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-281445a0-948b-4826-a150-0a7d3a9d777b req-337e422b-749a-4c4c-897c-ec315f182ea3 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Allocated IP 172.20.0.7 (bffea359-2851-41c2-a7e4-22be5e5cad3b/7cd56575-d6b1-425a-8684-03ed91d4135e/005f8661-207c-40fd-b925-d73df675ac82) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:11:33.629859 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-281445a0-948b-4826-a150-0a7d3a9d777b req-337e422b-749a-4c4c-897c-ec315f182ea3 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for port (005f8661-207c-40fd-b925-d73df675ac82), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:33.672553 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-281445a0-948b-4826-a150-0a7d3a9d777b req-337e422b-749a-4c4c-897c-ec315f182ea3 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (005f8661-207c-40fd-b925-d73df675ac82), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:33.725764 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-281445a0-948b-4826-a150-0a7d3a9d777b req-337e422b-749a-4c4c-897c-ec315f182ea3 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Network bffea359-2851-41c2-a7e4-22be5e5cad3b is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:11:33.729235 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-281445a0-948b-4826-a150-0a7d3a9d777b req-337e422b-749a-4c4c-897c-ec315f182ea3 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:11:33.732950 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-281445a0-948b-4826-a150-0a7d3a9d777b req-337e422b-749a-4c4c-897c-ec315f182ea3 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:11:33.745508 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e422b-749a-4c4c-897c-ec315f182ea3 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Pushing event updated for resources: {'Port': ['ID=005f8661-207c-40fd-b925-d73df675ac82,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:33.792513 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 46172) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:33.797463 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281445a0-948b-4826-a150-0a7d3a9d777b req-337e422b-749a-4c4c-897c-ec315f182ea3 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:33.798122 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-281445a0-948b-4826-a150-0a7d3a9d777b req-337e422b-749a-4c4c-897c-ec315f182ea3 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:33.819609 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-281445a0-948b-4826-a150-0a7d3a9d777b req-337e422b-749a-4c4c-897c-ec315f182ea3 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6127305 Mar 08 13:11:33.829200 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [req-281445a0-948b-4826-a150-0a7d3a9d777b req-683bf1f6-1d1d-411e-9637-f2db2f09ade5 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:11:33.830261 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-281445a0-948b-4826-a150-0a7d3a9d777b req-683bf1f6-1d1d-411e-9637-f2db2f09ade5 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063512 Mar 08 13:11:33.849376 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-281445a0-948b-4826-a150-0a7d3a9d777b req-120b9814-c0f3-42ed-8794-5324c0c58219 service neutron] Request body: {'port': {'device_id': 'ef48ca14-5d49-445b-b16f-a78f66282e1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:33.862273 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-935e2f82-d672-4c72-ad7f-423af2de6581 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for security_group (0cd55f0d-3ba0-41f8-9a4f-8fb6466b2852), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:33.894622 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-935e2f82-d672-4c72-ad7f-423af2de6581 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for security_group (0cd55f0d-3ba0-41f8-9a4f-8fb6466b2852), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:33.918910 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-281445a0-948b-4826-a150-0a7d3a9d777b req-120b9814-c0f3-42ed-8794-5324c0c58219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (005f8661-207c-40fd-b925-d73df675ac82), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:33.962422 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-935e2f82-d672-4c72-ad7f-423af2de6581 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (0cd55f0d-3ba0-41f8-9a4f-8fb6466b2852), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:33.965502 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-935e2f82-d672-4c72-ad7f-423af2de6581 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:33.966666 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-935e2f82-d672-4c72-ad7f-423af2de6581 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "DELETE /v2.0/security-groups/0cd55f0d-3ba0-41f8-9a4f-8fb6466b2852 HTTP/1.1" status: 204 len: 168 time: 0.1728728 Mar 08 13:11:33.970870 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46174) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:33.976623 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e2f82-d672-4c72-ad7f-423af2de6581 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd55f0d-3ba0-41f8-9a4f-8fb6466b2852,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:34.011348 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-be5f8586-1e1d-491d-bc8d-ddac2e52c1a3 None None] Provisioning complete for port 005f8661-207c-40fd-b925-d73df675ac82 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:11:34.012488 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-be5f8586-1e1d-491d-bc8d-ddac2e52c1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (005f8661-207c-40fd-b925-d73df675ac82), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:34.052462 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-be5f8586-1e1d-491d-bc8d-ddac2e52c1a3 None None] Port 005f8661-207c-40fd-b925-d73df675ac82 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:11:34.210061 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06131ead-215a-4c52-b2ac-4dcfaeea98eb req-652a1696-f33b-42d5-bc20-f7ddb0296416 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:34.211492 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-06131ead-215a-4c52-b2ac-4dcfaeea98eb req-652a1696-f33b-42d5-bc20-f7ddb0296416 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e HTTP/1.1" status: 200 len: 931 time: 0.0571823 Mar 08 13:11:34.255326 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.api.v2.resource [None req-6a1ea679-8221-4e5e-9cb3-1a24f56b686e tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] show failed (client error): The resource could not be found. Mar 08 13:11:34.256510 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-6a1ea679-8221-4e5e-9cb3-1a24f56b686e tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "GET /v2.0/security-groups/0cd55f0d-3ba0-41f8-9a4f-8fb6466b2852 HTTP/1.1" status: 404 len: 347 time: 0.2844713 Mar 08 13:11:34.260489 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46178) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:34.266311 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-06131ead-215a-4c52-b2ac-4dcfaeea98eb req-ddb0a009-18d3-4a6d-8187-cc83e5e05f59 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488532 Mar 08 13:11:34.510462 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-0f517838-dbd1-444a-bc13-2bdefb4570f9 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Deleting port 98158172-d1f8-41f4-a7a4-ca928adab7bc {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:11:34.511022 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0f517838-dbd1-444a-bc13-2bdefb4570f9 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (98158172-d1f8-41f4-a7a4-ca928adab7bc), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:34.632448 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-281445a0-948b-4826-a150-0a7d3a9d777b req-120b9814-c0f3-42ed-8794-5324c0c58219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 005f8661-207c-40fd-b925-d73df675ac82 {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:11:34.641486 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0f517838-dbd1-444a-bc13-2bdefb4570f9 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (98158172-d1f8-41f4-a7a4-ca928adab7bc), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:34.641815 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0f517838-dbd1-444a-bc13-2bdefb4570f9 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for floatingip (98158172-d1f8-41f4-a7a4-ca928adab7bc), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:34.645146 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-281445a0-948b-4826-a150-0a7d3a9d777b req-120b9814-c0f3-42ed-8794-5324c0c58219 service neutron] Publish callbacks [] for port (005f8661-207c-40fd-b925-d73df675ac82), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:34.660792 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-0f517838-dbd1-444a-bc13-2bdefb4570f9 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Calling delete_port for 98158172-d1f8-41f4-a7a4-ca928adab7bc owned by network:floatingip {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:11:34.668951 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-281445a0-948b-4826-a150-0a7d3a9d777b req-120b9814-c0f3-42ed-8794-5324c0c58219 service neutron] Transition to ACTIVE for port object 005f8661-207c-40fd-b925-d73df675ac82 will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:11:34.674536 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-281445a0-948b-4826-a150-0a7d3a9d777b req-120b9814-c0f3-42ed-8794-5324c0c58219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (005f8661-207c-40fd-b925-d73df675ac82), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:34.767695 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b9814-c0f3-42ed-8794-5324c0c58219 service neutron] Pushing event updated for resources: {'Port': ['ID=005f8661-207c-40fd-b925-d73df675ac82,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:34.896592 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-281445a0-948b-4826-a150-0a7d3a9d777b req-120b9814-c0f3-42ed-8794-5324c0c58219 service neutron] Attempting to bind port 005f8661-207c-40fd-b925-d73df675ac82 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:11:34.896923 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-281445a0-948b-4826-a150-0a7d3a9d777b req-120b9814-c0f3-42ed-8794-5324c0c58219 service neutron] Attempting to bind port 005f8661-207c-40fd-b925-d73df675ac82 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '48478562-4b0e-4f41-a101-cd3a458c3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:11:34.897256 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281445a0-948b-4826-a150-0a7d3a9d777b req-120b9814-c0f3-42ed-8794-5324c0c58219 service neutron] Attempting to bind port 005f8661-207c-40fd-b925-d73df675ac82 on network bffea359-2851-41c2-a7e4-22be5e5cad3b {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:11:34.906466 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281445a0-948b-4826-a150-0a7d3a9d777b req-120b9814-c0f3-42ed-8794-5324c0c58219 service neutron] Port 005f8661-207c-40fd-b925-d73df675ac82 on network bffea359-2851-41c2-a7e4-22be5e5cad3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:11:34.906858 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281445a0-948b-4826-a150-0a7d3a9d777b req-120b9814-c0f3-42ed-8794-5324c0c58219 service neutron] Attempting to bind port 005f8661-207c-40fd-b925-d73df675ac82 on network bffea359-2851-41c2-a7e4-22be5e5cad3b {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:11:34.917491 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281445a0-948b-4826-a150-0a7d3a9d777b req-120b9814-c0f3-42ed-8794-5324c0c58219 service neutron] Checking agent: {'id': '1556a156-0b90-4c62-9625-a828b1293451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'started_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:11:34.917893 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281445a0-948b-4826-a150-0a7d3a9d777b req-120b9814-c0f3-42ed-8794-5324c0c58219 service neutron] Checking segment: {'id': '48478562-4b0e-4f41-a101-cd3a458c3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:11:34.918450 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281445a0-948b-4826-a150-0a7d3a9d777b req-120b9814-c0f3-42ed-8794-5324c0c58219 service neutron] Bound using segment: {'id': '48478562-4b0e-4f41-a101-cd3a458c3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:11:34.919368 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-281445a0-948b-4826-a150-0a7d3a9d777b req-120b9814-c0f3-42ed-8794-5324c0c58219 service neutron] Bound port: 005f8661-207c-40fd-b925-d73df675ac82, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48478562-4b0e-4f41-a101-cd3a458c3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:11:34.920150 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-281445a0-948b-4826-a150-0a7d3a9d777b req-120b9814-c0f3-42ed-8794-5324c0c58219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (005f8661-207c-40fd-b925-d73df675ac82), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:34.924268 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0f517838-dbd1-444a-bc13-2bdefb4570f9 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (98158172-d1f8-41f4-a7a4-ca928adab7bc), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:34.973614 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f517838-dbd1-444a-bc13-2bdefb4570f9 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Pushing event deleted for resources: {'Port': ['ID=98158172-d1f8-41f4-a7a4-ca928adab7bc,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:35.065731 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0f517838-dbd1-444a-bc13-2bdefb4570f9 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks [] for floatingip (5ac8a30e-1fcc-4253-b4ae-73f5c499c633), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:35.068153 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0f517838-dbd1-444a-bc13-2bdefb4570f9 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:35.069338 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-0f517838-dbd1-444a-bc13-2bdefb4570f9 tempest-AttachVolumeTestJSON-525611615 tempest-AttachVolumeTestJSON-525611615-project] 10.222.0.50 "DELETE /v2.0/floatingips/5ac8a30e-1fcc-4253-b4ae-73f5c499c633 HTTP/1.1" status: 204 len: 168 time: 0.8077972 Mar 08 13:11:35.075349 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-281445a0-948b-4826-a150-0a7d3a9d777b req-120b9814-c0f3-42ed-8794-5324c0c58219 service neutron] For port 005f8661-207c-40fd-b925-d73df675ac82, host hv-cinder-83008, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:11:35.079278 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-281445a0-948b-4826-a150-0a7d3a9d777b req-120b9814-c0f3-42ed-8794-5324c0c58219 service neutron] For port 005f8661-207c-40fd-b925-d73df675ac82, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=005f8661-207c-40fd-b925-d73df675ac82,segment=NetworkSegment(48478562-4b0e-4f41-a101-cd3a458c3b06),segment_id=48478562-4b0e-4f41-a101-cd3a458c3b06)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:11:35.087533 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-281445a0-948b-4826-a150-0a7d3a9d777b req-120b9814-c0f3-42ed-8794-5324c0c58219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (005f8661-207c-40fd-b925-d73df675ac82), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:35.130477 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281445a0-948b-4826-a150-0a7d3a9d777b req-120b9814-c0f3-42ed-8794-5324c0c58219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:35.131088 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-281445a0-948b-4826-a150-0a7d3a9d777b req-120b9814-c0f3-42ed-8794-5324c0c58219 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:35.132554 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-281445a0-948b-4826-a150-0a7d3a9d777b req-120b9814-c0f3-42ed-8794-5324c0c58219 service neutron] 10.222.0.72 "PUT /v2.0/ports/005f8661-207c-40fd-b925-d73df675ac82 HTTP/1.1" status: 200 len: 1093 time: 1.2882452 Mar 08 13:11:35.133021 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef48ca14-5d49-445b-b16f-a78f66282e1e', 'tag': '005f8661-207c-40fd-b925-d73df675ac82'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:11:35.135335 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809a6bc7-3ef0-4567-8af5-fe69ac97f8d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ef48ca14-5d49-445b-b16f-a78f66282e1e", "tag": "005f8661-207c-40fd-b925-d73df675ac82"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:11:35.178075 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b9814-c0f3-42ed-8794-5324c0c58219 service neutron] Pushing event updated for resources: {'Port': ['ID=005f8661-207c-40fd-b925-d73df675ac82,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:35.183262 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21e76fb-8872-458a-b981-d2f21c2dee3a x-openstack-request-id: req-d21e76fb-8872-458a-b981-d2f21c2dee3a {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:11:35.183588 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef48ca14-5d49-445b-b16f-a78f66282e1e", "tag": "005f8661-207c-40fd-b925-d73df675ac82", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:11:35.183846 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d21e76fb-8872-458a-b981-d2f21c2dee3a {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:11:35.184280 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef48ca14-5d49-445b-b16f-a78f66282e1e', 'tag': '005f8661-207c-40fd-b925-d73df675ac82', 'status': 'completed', 'code': 200} Mar 08 13:11:35.275969 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281445a0-948b-4826-a150-0a7d3a9d777b req-f5f727db-2b70-450a-8ae4-cc444da4b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:35.277530 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-281445a0-948b-4826-a150-0a7d3a9d777b req-f5f727db-2b70-450a-8ae4-cc444da4b64c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8a4d542bb974b6cabe91528ca772e7f&device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e HTTP/1.1" status: 200 len: 1127 time: 0.0496607 Mar 08 13:11:35.328668 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-281445a0-948b-4826-a150-0a7d3a9d777b req-5fec172d-bc19-4725-8735-ae8361d74c50 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=005f8661-207c-40fd-b925-d73df675ac82 HTTP/1.1" status: 200 len: 217 time: 0.0368280 Mar 08 13:11:35.388712 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f1b6d-f0e1-4231-b8c4-4c3e5b054adf req-44a3b0e9-9092-4b34-8e51-feba843807c0 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:35.390251 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-619f1b6d-f0e1-4231-b8c4-4c3e5b054adf req-44a3b0e9-9092-4b34-8e51-feba843807c0 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e HTTP/1.1" status: 200 len: 943 time: 0.0527833 Mar 08 13:11:35.424349 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281445a0-948b-4826-a150-0a7d3a9d777b req-05f534ce-b7d5-4e1c-b7df-c23feee61684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:35.425904 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-281445a0-948b-4826-a150-0a7d3a9d777b req-05f534ce-b7d5-4e1c-b7df-c23feee61684 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7cd56575-d6b1-425a-8684-03ed91d4135e HTTP/1.1" status: 200 len: 850 time: 0.0915442 Mar 08 13:11:35.443673 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-619f1b6d-f0e1-4231-b8c4-4c3e5b054adf req-0af8f45e-c30b-4070-826f-4253ae62ca77 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477905 Mar 08 13:11:35.482623 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281445a0-948b-4826-a150-0a7d3a9d777b req-948e85ed-4b89-4402-8ff0-d5e9f8d6746c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:35.484829 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-281445a0-948b-4826-a150-0a7d3a9d777b req-948e85ed-4b89-4402-8ff0-d5e9f8d6746c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bffea359-2851-41c2-a7e4-22be5e5cad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518112 Mar 08 13:11:35.576508 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-281445a0-948b-4826-a150-0a7d3a9d777b req-6b486cca-2036-4050-b1d3-23fb4a05267b service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851548 Mar 08 13:11:35.667724 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-281445a0-948b-4826-a150-0a7d3a9d777b req-2cb89644-33fb-40b8-80d4-58741c4c6310 service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850222 Mar 08 13:11:35.806584 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a6bc7-3ef0-4567-8af5-fe69ac97f8d6 req-f5c6f52b-16e5-4308-8876-72439e8a2a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:35.808087 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-809a6bc7-3ef0-4567-8af5-fe69ac97f8d6 req-f5c6f52b-16e5-4308-8876-72439e8a2a3c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8a4d542bb974b6cabe91528ca772e7f&device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e HTTP/1.1" status: 200 len: 1127 time: 0.0435433 Mar 08 13:11:35.836361 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 0885b434-713a-4285-9d57-5708a6493b4c no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:11:35.860747 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] No Port match for: 0885b434-713a-4285-9d57-5708a6493b4c {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:11:35.861096 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 0885b434-713a-4285-9d57-5708a6493b4c not bound to the agent host hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:11:35.902495 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a6bc7-3ef0-4567-8af5-fe69ac97f8d6 req-2d356644-9847-4d47-bd1b-fdee71f19d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:35.903956 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-809a6bc7-3ef0-4567-8af5-fe69ac97f8d6 req-2d356644-9847-4d47-bd1b-fdee71f19d6e service neutron] 10.222.0.72 "GET /v2.0/networks?id=bffea359-2851-41c2-a7e4-22be5e5cad3b HTTP/1.1" status: 200 len: 913 time: 0.0894330 Mar 08 13:11:35.947179 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-809a6bc7-3ef0-4567-8af5-fe69ac97f8d6 req-9ef5005d-5ab5-4c0e-9a11-8c48219258f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=005f8661-207c-40fd-b925-d73df675ac82 HTTP/1.1" status: 200 len: 217 time: 0.0360641 Mar 08 13:11:36.011442 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a6bc7-3ef0-4567-8af5-fe69ac97f8d6 req-b51858bf-f694-4442-890e-483bb90c056f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:36.012953 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-809a6bc7-3ef0-4567-8af5-fe69ac97f8d6 req-b51858bf-f694-4442-890e-483bb90c056f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7cd56575-d6b1-425a-8684-03ed91d4135e HTTP/1.1" status: 200 len: 850 time: 0.0599725 Mar 08 13:11:36.066114 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a6bc7-3ef0-4567-8af5-fe69ac97f8d6 req-201e4d36-1746-4af3-96fc-141ba948fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:36.067641 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-809a6bc7-3ef0-4567-8af5-fe69ac97f8d6 req-201e4d36-1746-4af3-96fc-141ba948fea7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bffea359-2851-41c2-a7e4-22be5e5cad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481560 Mar 08 13:11:36.155037 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-809a6bc7-3ef0-4567-8af5-fe69ac97f8d6 req-7a35ddcf-1fc0-47e7-bf39-3a38796e63dc service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810130 Mar 08 13:11:36.250006 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-809a6bc7-3ef0-4567-8af5-fe69ac97f8d6 req-8cd13d4c-51d1-4f5b-9521-f025dc776ef7 service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881829 Mar 08 13:11:36.562657 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7981a26-1e74-4291-a999-41fd843e3519 req-141c0161-0c36-4ac0-bdb5-07644fbcabee tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:36.564133 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a7981a26-1e74-4291-a999-41fd843e3519 req-141c0161-0c36-4ac0-bdb5-07644fbcabee tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e HTTP/1.1" status: 200 len: 943 time: 0.0524263 Mar 08 13:11:36.613263 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a7981a26-1e74-4291-a999-41fd843e3519 req-7049085b-b196-47d2-ac89-6be4cbe05d0f tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434463 Mar 08 13:11:37.729658 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1da4d-3eb4-4aa8-a6e1-4546b5481e1c req-6da1ecf4-a6e9-4c6c-8dda-5dbba14a45fa tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:37.731202 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-dde1da4d-3eb4-4aa8-a6e1-4546b5481e1c req-6da1ecf4-a6e9-4c6c-8dda-5dbba14a45fa tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e HTTP/1.1" status: 200 len: 943 time: 0.0519404 Mar 08 13:11:37.782014 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-dde1da4d-3eb4-4aa8-a6e1-4546b5481e1c req-5002f533-c129-4761-bea2-228ad94f4d6e tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442564 Mar 08 13:11:38.602425 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46216) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:38.944979 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9011bab-8567-4027-905b-324edeedcf8a req-3513e270-2645-4b47-ab07-375df4ab8163 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:38.946455 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b9011bab-8567-4027-905b-324edeedcf8a req-3513e270-2645-4b47-ab07-375df4ab8163 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e HTTP/1.1" status: 200 len: 943 time: 0.0972080 Mar 08 13:11:39.029727 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b9011bab-8567-4027-905b-324edeedcf8a req-21763073-4474-4ca5-b21e-d9d3ad53d71e tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769613 Mar 08 13:11:39.134255 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2cbd3e06-fb42-4422-9b3c-17ac22daab30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674134'] for router_interface (252729d9-b6e7-4294-aa22-0da3e63bea61), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:39.399076 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd3e06-fb42-4422-9b3c-17ac22daab30 admin admin] Deleting port 5888520b-52b8-480c-8c2e-fc1191f930f9 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:11:39.399306 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2cbd3e06-fb42-4422-9b3c-17ac22daab30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (5888520b-52b8-480c-8c2e-fc1191f930f9), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:39.482806 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-2cbd3e06-fb42-4422-9b3c-17ac22daab30 admin admin] For port 5888520b-52b8-480c-8c2e-fc1191f930f9, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=5888520b-52b8-480c-8c2e-fc1191f930f9,segment=NetworkSegment(0d2187b0-3440-4b5e-9fc0-a77835bc9ebb),segment_id=0d2187b0-3440-4b5e-9fc0-a77835bc9ebb)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:39.483166 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2cbd3e06-fb42-4422-9b3c-17ac22daab30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (5888520b-52b8-480c-8c2e-fc1191f930f9), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:39.495400 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd3e06-fb42-4422-9b3c-17ac22daab30 admin admin] Calling delete_port for 5888520b-52b8-480c-8c2e-fc1191f930f9 owned by network:router_interface {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:11:39.684823 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2cbd3e06-fb42-4422-9b3c-17ac22daab30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (5888520b-52b8-480c-8c2e-fc1191f930f9), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:39.712031 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd3e06-fb42-4422-9b3c-17ac22daab30 admin admin] Pushing event deleted for resources: {'Port': ['ID=5888520b-52b8-480c-8c2e-fc1191f930f9,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:39.895004 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2cbd3e06-fb42-4422-9b3c-17ac22daab30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674082'] for router_interface (252729d9-b6e7-4294-aa22-0da3e63bea61), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:40.136714 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbd3e06-fb42-4422-9b3c-17ac22daab30 admin admin] Router 252729d9-b6e7-4294-aa22-0da3e63bea61 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:11:40.162809 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165039c-c600-4621-a47e-ea15c14b7694 req-5ec32fdc-fbca-4b48-93be-64f812178a71 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:40.164327 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0165039c-c600-4621-a47e-ea15c14b7694 req-5ec32fdc-fbca-4b48-93be-64f812178a71 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e HTTP/1.1" status: 200 len: 943 time: 0.0671475 Mar 08 13:11:40.214679 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0165039c-c600-4621-a47e-ea15c14b7694 req-6947bd85-9e46-4b79-8803-ee053020d53c tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446432 Mar 08 13:11:40.252646 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbd3e06-fb42-4422-9b3c-17ac22daab30 admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:11:40.258173 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-2cbd3e06-fb42-4422-9b3c-17ac22daab30 admin admin] 10.222.0.50 "PUT /v2.0/routers/252729d9-b6e7-4294-aa22-0da3e63bea61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6544514 Mar 08 13:11:40.260453 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46224) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:40.263230 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae794a82-3bab-4041-af5d-cb5f23a3f772 None None] Sync routers for ids ['252729d9-b6e7-4294-aa22-0da3e63bea61'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:11:40.274269 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae794a82-3bab-4041-af5d-cb5f23a3f772 None None] Routers {'252729d9-b6e7-4294-aa22-0da3e63bea61'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:11:40.274889 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-ae794a82-3bab-4041-af5d-cb5f23a3f772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:11:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['252729d9-b6e7-4294-aa22-0da3e63bea61'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:40.370082 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d9105a25-7aa8-4299-967d-cabdf346bc9a admin admin] Publish callbacks [] for router (252729d9-b6e7-4294-aa22-0da3e63bea61), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:40.383498 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-ae794a82-3bab-4041-af5d-cb5f23a3f772 None None] Set router 252729d9-b6e7-4294-aa22-0da3e63bea61 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:11:40.486277 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d9105a25-7aa8-4299-967d-cabdf346bc9a admin admin] Publish callbacks [] for router_gateway (252729d9-b6e7-4294-aa22-0da3e63bea61), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:40.539715 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-d9105a25-7aa8-4299-967d-cabdf346bc9a admin admin] Deleting port 4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:11:40.540053 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d9105a25-7aa8-4299-967d-cabdf346bc9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:40.574023 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-ae794a82-3bab-4041-af5d-cb5f23a3f772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'name': 'tempest-AttachVolumeTestJSON-1407401291-router', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:08Z', 'updated_at': '2022-03-08T13:11:39Z', 'revision_number': 5, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'gw_port': {'id': '4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:10Z', 'updated_at': '2022-03-08T13:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:40.605356 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae794a82-3bab-4041-af5d-cb5f23a3f772 None None] Checking router: 252729d9-b6e7-4294-aa22-0da3e63bea61 for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:11:40.614435 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae794a82-3bab-4041-af5d-cb5f23a3f772 None None] Routers {'252729d9-b6e7-4294-aa22-0da3e63bea61'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:11:40.615096 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-ae794a82-3bab-4041-af5d-cb5f23a3f772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:11:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['252729d9-b6e7-4294-aa22-0da3e63bea61'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:40.708693 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-ae794a82-3bab-4041-af5d-cb5f23a3f772 None None] Set router 252729d9-b6e7-4294-aa22-0da3e63bea61 gateway port host: None {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:11:40.761844 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-ae794a82-3bab-4041-af5d-cb5f23a3f772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'name': 'tempest-AttachVolumeTestJSON-1407401291-router', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:08Z', 'updated_at': '2022-03-08T13:11:40Z', 'revision_number': 6, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'gw_port_host': None}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:40.807197 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae794a82-3bab-4041-af5d-cb5f23a3f772 None None] The sync data for ids ['252729d9-b6e7-4294-aa22-0da3e63bea61'] in dv-cinder-830089-2-iscsi is: [{'id': '252729d9-b6e7-4294-aa22-0da3e63bea61', 'name': 'tempest-AttachVolumeTestJSON-1407401291-router', 'tenant_id': '37f26f17b5d64805ade2c2785c6b12fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:08Z', 'updated_at': '2022-03-08T13:11:40Z', 'revision_number': 6, 'project_id': '37f26f17b5d64805ade2c2785c6b12fe', 'gw_port_host': None}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:11:40.883953 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-d9105a25-7aa8-4299-967d-cabdf346bc9a admin admin] For port 4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:40.884624 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d9105a25-7aa8-4299-967d-cabdf346bc9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:40.896536 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-d9105a25-7aa8-4299-967d-cabdf346bc9a admin admin] Calling delete_port for 4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0 owned by network:router_gateway {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:11:41.064755 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d9105a25-7aa8-4299-967d-cabdf346bc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:41.089478 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9105a25-7aa8-4299-967d-cabdf346bc9a admin admin] Pushing event deleted for resources: {'Port': ['ID=4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:41.160487 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d9105a25-7aa8-4299-967d-cabdf346bc9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673672'] for router_gateway (252729d9-b6e7-4294-aa22-0da3e63bea61), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:41.262305 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d9105a25-7aa8-4299-967d-cabdf346bc9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60786'] for router (252729d9-b6e7-4294-aa22-0da3e63bea61), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:41.264487 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d9105a25-7aa8-4299-967d-cabdf346bc9a admin admin] Publish callbacks [] for router_controller (252729d9-b6e7-4294-aa22-0da3e63bea61), precommit_delete_associations {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:41.331608 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d9105a25-7aa8-4299-967d-cabdf346bc9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676139'] for router (252729d9-b6e7-4294-aa22-0da3e63bea61), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:41.332075 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9105a25-7aa8-4299-967d-cabdf346bc9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 252729d9-b6e7-4294-aa22-0da3e63bea61 {{(pid=102968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:11:41.337464 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d9105a25-7aa8-4299-967d-cabdf346bc9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:41.338588 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-d9105a25-7aa8-4299-967d-cabdf346bc9a admin admin] 10.222.0.50 "DELETE /v2.0/routers/252729d9-b6e7-4294-aa22-0da3e63bea61 HTTP/1.1" status: 204 len: 168 time: 1.0772090 Mar 08 13:11:41.341049 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46228) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:41.397540 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339b4e7-a135-489f-a91c-eeb58eca7ea7 req-b8973ea3-1409-42ba-9e4b-48ffc60194c4 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:41.399006 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8339b4e7-a135-489f-a91c-eeb58eca7ea7 req-b8973ea3-1409-42ba-9e4b-48ffc60194c4 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e HTTP/1.1" status: 200 len: 943 time: 0.0979400 Mar 08 13:11:41.405864 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c40cf81-3941-4e0a-9ba9-a6f5ed82ee23 admin admin] Deleting subnet 71b3146c-5df2-44c0-b875-ba4aa2fcab91 {{(pid=102968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:11:41.414260 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5c40cf81-3941-4e0a-9ba9-a6f5ed82ee23 admin admin] Publish callbacks [] for subnet (71b3146c-5df2-44c0-b875-ba4aa2fcab91), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:41.476670 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5c40cf81-3941-4e0a-9ba9-a6f5ed82ee23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5405124'] for subnet (71b3146c-5df2-44c0-b875-ba4aa2fcab91), precommit_delete_associations {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:41.516792 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8339b4e7-a135-489f-a91c-eeb58eca7ea7 req-816cc827-d955-40fa-93a8-89bf83ff213b tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084993 Mar 08 13:11:41.571583 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5c40cf81-3941-4e0a-9ba9-a6f5ed82ee23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791735'] for subnet (71b3146c-5df2-44c0-b875-ba4aa2fcab91), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:41.630700 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5c40cf81-3941-4e0a-9ba9-a6f5ed82ee23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5564856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6168924'] for subnet (71b3146c-5df2-44c0-b875-ba4aa2fcab91), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:41.656406 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40cf81-3941-4e0a-9ba9-a6f5ed82ee23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71b3146c-5df2-44c0-b875-ba4aa2fcab91,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:41.660046 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5c40cf81-3941-4e0a-9ba9-a6f5ed82ee23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:41.663258 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-5c40cf81-3941-4e0a-9ba9-a6f5ed82ee23 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/71b3146c-5df2-44c0-b875-ba4aa2fcab91 HTTP/1.1" status: 204 len: 168 time: 0.3213019 Mar 08 13:11:41.665947 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 46230) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:41.668983 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8a51a5-bc2b-4548-80c3-2a36144e896e None None] Network 22601ec1-3846-4b8b-84d1-d9378d9f83cc requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:11:41.750854 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-cc7f7c8d-d0f1-4ec9-a91b-27cdc40bf83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749880'] for network (22601ec1-3846-4b8b-84d1-d9378d9f83cc), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:41.807393 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-cc7f7c8d-d0f1-4ec9-a91b-27cdc40bf83e admin admin] Deleting port bd27cf01-278c-4c38-a395-1c992fb1ac4b {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:11:41.807728 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-cc7f7c8d-d0f1-4ec9-a91b-27cdc40bf83e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (bd27cf01-278c-4c38-a395-1c992fb1ac4b), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:41.881094 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [None req-cc7f7c8d-d0f1-4ec9-a91b-27cdc40bf83e admin admin] For port bd27cf01-278c-4c38-a395-1c992fb1ac4b, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=bd27cf01-278c-4c38-a395-1c992fb1ac4b,segment=NetworkSegment(0d2187b0-3440-4b5e-9fc0-a77835bc9ebb),segment_id=0d2187b0-3440-4b5e-9fc0-a77835bc9ebb)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:41.881456 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-cc7f7c8d-d0f1-4ec9-a91b-27cdc40bf83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (bd27cf01-278c-4c38-a395-1c992fb1ac4b), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:41.895440 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-cc7f7c8d-d0f1-4ec9-a91b-27cdc40bf83e admin admin] Calling delete_port for bd27cf01-278c-4c38-a395-1c992fb1ac4b owned by network:dhcp {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:11:41.965621 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe5d7da-f0ce-4e6c-aa5e-08260d9f7eb1 None None] DHCP port deletion for 22601ec1-3846-4b8b-84d1-d9378d9f83cc request from dv-cinder-830089-2-iscsi {{(pid=102970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 13:11:41.976424 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-cc7f7c8d-d0f1-4ec9-a91b-27cdc40bf83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (bd27cf01-278c-4c38-a395-1c992fb1ac4b), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:42.006284 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7f7c8d-d0f1-4ec9-a91b-27cdc40bf83e admin admin] No DVR routers for this DVR port bd27cf01-278c-4c38-a395-1c992fb1ac4b on host dv-cinder-830089-2-iscsi {{(pid=102969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:11:42.008067 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f7c8d-d0f1-4ec9-a91b-27cdc40bf83e admin admin] Pushing event deleted for resources: {'Port': ['ID=bd27cf01-278c-4c38-a395-1c992fb1ac4b,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:42.022330 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-8fe5d7da-f0ce-4e6c-aa5e-08260d9f7eb1 None None] Deleting port bd27cf01-278c-4c38-a395-1c992fb1ac4b {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:11:42.022766 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8fe5d7da-f0ce-4e6c-aa5e-08260d9f7eb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (bd27cf01-278c-4c38-a395-1c992fb1ac4b), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:42.082049 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-cc7f7c8d-d0f1-4ec9-a91b-27cdc40bf83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773944', 'neutron.services.segments.db._delete_segments_for_network-8755472085351'] for network (22601ec1-3846-4b8b-84d1-d9378d9f83cc), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:42.094608 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-8fe5d7da-f0ce-4e6c-aa5e-08260d9f7eb1 None None] For port bd27cf01-278c-4c38-a395-1c992fb1ac4b, host dv-cinder-830089-2-iscsi, got binding levels [] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:42.094931 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8fe5d7da-f0ce-4e6c-aa5e-08260d9f7eb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (bd27cf01-278c-4c38-a395-1c992fb1ac4b), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:42.101964 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-cc7f7c8d-d0f1-4ec9-a91b-27cdc40bf83e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22601ec1-3846-4b8b-84d1-d9378d9f83cc']}} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:42.107939 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-8fe5d7da-f0ce-4e6c-aa5e-08260d9f7eb1 None None] Calling delete_port for bd27cf01-278c-4c38-a395-1c992fb1ac4b owned by network:dhcp {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:11:42.111966 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.ipam_backend_mixin [None req-8fe5d7da-f0ce-4e6c-aa5e-08260d9f7eb1 None None] Port bd27cf01-278c-4c38-a395-1c992fb1ac4b was not found and therefore no delete operation was performed {{(pid=102970) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 13:11:42.112335 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-cc7f7c8d-d0f1-4ec9-a91b-27cdc40bf83e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2187b0-3440-4b5e-9fc0-a77835bc9ebb') {'for_net_delete': True} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:42.112663 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-cc7f7c8d-d0f1-4ec9-a91b-27cdc40bf83e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2187b0-3440-4b5e-9fc0-a77835bc9ebb') {} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:42.113260 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8fe5d7da-f0ce-4e6c-aa5e-08260d9f7eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016'] for port (bd27cf01-278c-4c38-a395-1c992fb1ac4b), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:42.122280 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-cc7f7c8d-d0f1-4ec9-a91b-27cdc40bf83e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755472086384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5748543'] for segment (0d2187b0-3440-4b5e-9fc0-a77835bc9ebb), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:42.136486 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-cc7f7c8d-d0f1-4ec9-a91b-27cdc40bf83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (0d2187b0-3440-4b5e-9fc0-a77835bc9ebb), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:42.141888 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5d7da-f0ce-4e6c-aa5e-08260d9f7eb1 None None] Pushing event deleted for resources: {'Port': ['ID=bd27cf01-278c-4c38-a395-1c992fb1ac4b,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:42.145412 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7f7c8d-d0f1-4ec9-a91b-27cdc40bf83e admin admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=102969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:11:42.145917 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe5d7da-f0ce-4e6c-aa5e-08260d9f7eb1 None None] No DVR routers for this DVR port bd27cf01-278c-4c38-a395-1c992fb1ac4b on host dv-cinder-830089-2-iscsi {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:11:42.146166 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-cc7f7c8d-d0f1-4ec9-a91b-27cdc40bf83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4286982'] for segment (0d2187b0-3440-4b5e-9fc0-a77835bc9ebb), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: Traceback (most recent call last): Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: timer() Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: cb(*args, **kw) Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: return func(*args, **kwargs) Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: self._notify() Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: self.callback(batched_events) Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: event.method(event) Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: return f(self, *a, **k) Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: return self._get(url).json() Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: return self.request(url, 'GET', **kwargs) Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:11:42.149601 dv-cinder-830089-2-iscsi neutron-server[102969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:11:42.207874 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-cc7f7c8d-d0f1-4ec9-a91b-27cdc40bf83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673708'] for network (22601ec1-3846-4b8b-84d1-d9378d9f83cc), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:42.212613 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-cc7f7c8d-d0f1-4ec9-a91b-27cdc40bf83e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:42.216004 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-cc7f7c8d-d0f1-4ec9-a91b-27cdc40bf83e admin admin] 10.222.0.50 "DELETE /v2.0/networks/22601ec1-3846-4b8b-84d1-d9378d9f83cc HTTP/1.1" status: 204 len: 168 time: 0.5490696 Mar 08 13:11:42.228627 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f7c8d-d0f1-4ec9-a91b-27cdc40bf83e admin admin] Pushing event deleted for resources: {'Network': ['ID=22601ec1-3846-4b8b-84d1-d9378d9f83cc,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:42.335360 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46234) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:42.376683 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-d794e4da-0176-4b3d-b9ec-c702e2046494 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=37f26f17b5d64805ade2c2785c6b12fe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401084 Mar 08 13:11:42.379137 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46236) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:42.427680 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9ef2c3ea-350a-4746-a89e-859ae3f3353d admin admin] Publish callbacks [] for security_group (244981fb-03f6-4470-b009-e856bbc53ecd), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:42.448839 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9ef2c3ea-350a-4746-a89e-859ae3f3353d admin admin] Publish callbacks [] for security_group (244981fb-03f6-4470-b009-e856bbc53ecd), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:42.494079 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9ef2c3ea-350a-4746-a89e-859ae3f3353d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (244981fb-03f6-4470-b009-e856bbc53ecd), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:42.496897 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9ef2c3ea-350a-4746-a89e-859ae3f3353d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:42.498041 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-9ef2c3ea-350a-4746-a89e-859ae3f3353d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/244981fb-03f6-4470-b009-e856bbc53ecd HTTP/1.1" status: 204 len: 168 time: 0.1179922 Mar 08 13:11:42.506568 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2c3ea-350a-4746-a89e-859ae3f3353d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244981fb-03f6-4470-b009-e856bbc53ecd,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:42.533641 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:42.634570 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927b601-e29f-457a-ab4c-8e3dec78ce29 req-37e4ba67-dc35-435c-a9fa-de733d3d4b05 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:42.636123 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0927b601-e29f-457a-ab4c-8e3dec78ce29 req-37e4ba67-dc35-435c-a9fa-de733d3d4b05 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e HTTP/1.1" status: 200 len: 943 time: 0.0535898 Mar 08 13:11:42.685126 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0927b601-e29f-457a-ab4c-8e3dec78ce29 req-1e25e2a0-a876-4911-acb4-8105d79d1f5e tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429227 Mar 08 13:11:42.771891 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 5888520b-52b8-480c-8c2e-fc1191f930f9 no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:11:42.792536 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: 5888520b-52b8-480c-8c2e-fc1191f930f9 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:11:42.792770 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 5888520b-52b8-480c-8c2e-fc1191f930f9 not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:11:42.793189 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0 no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:11:42.813249 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: 4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:11:42.813590 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 4ffdcfab-79b0-49ba-b8b8-4bfb38d518c0 not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:11:42.813999 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device bd27cf01-278c-4c38-a395-1c992fb1ac4b no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:11:42.832789 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: bd27cf01-278c-4c38-a395-1c992fb1ac4b {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:11:42.833136 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device bd27cf01-278c-4c38-a395-1c992fb1ac4b not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:11:43.806004 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24ee96-f2d3-4cf4-b116-2650bb0070a1 req-b5674d00-4210-4f6a-8a30-4864d8008471 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:43.807499 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-de24ee96-f2d3-4cf4-b116-2650bb0070a1 req-b5674d00-4210-4f6a-8a30-4864d8008471 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e HTTP/1.1" status: 200 len: 943 time: 0.0562890 Mar 08 13:11:43.857420 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-de24ee96-f2d3-4cf4-b116-2650bb0070a1 req-9c22011f-8a31-49fc-97c0-ec7e65ca35e8 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443938 Mar 08 13:11:43.897180 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 005f8661-207c-40fd-b925-d73df675ac82 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:11:43.995378 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 005f8661-207c-40fd-b925-d73df675ac82, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=005f8661-207c-40fd-b925-d73df675ac82,segment=NetworkSegment(48478562-4b0e-4f41-a101-cd3a458c3b06),segment_id=48478562-4b0e-4f41-a101-cd3a458c3b06)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:44.006832 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Returning: {'device': '005f8661-207c-40fd-b925-d73df675ac82', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'port_id': '005f8661-207c-40fd-b925-d73df675ac82', 'mac_address': 'fa:16:3e:72:4b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:11:44.044753 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 005f8661-207c-40fd-b925-d73df675ac82 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:11:44.045176 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (005f8661-207c-40fd-b925-d73df675ac82), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:44.058565 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 005f8661-207c-40fd-b925-d73df675ac82 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:11:44.078073 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 005f8661-207c-40fd-b925-d73df675ac82, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=005f8661-207c-40fd-b925-d73df675ac82,segment=NetworkSegment(48478562-4b0e-4f41-a101-cd3a458c3b06),segment_id=48478562-4b0e-4f41-a101-cd3a458c3b06)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:44.082159 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (005f8661-207c-40fd-b925-d73df675ac82), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:44.131596 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=005f8661-207c-40fd-b925-d73df675ac82,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:44.509479 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['005f8661-207c-40fd-b925-d73df675ac82'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:11:44.986858 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6cdca3-120b-4afa-8746-f3c36e3d2dd3 req-2316d4f1-b4f7-4cff-9c67-7d4ccc5f16cc tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:44.988370 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-cb6cdca3-120b-4afa-8746-f3c36e3d2dd3 req-2316d4f1-b4f7-4cff-9c67-7d4ccc5f16cc tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e HTTP/1.1" status: 200 len: 944 time: 0.0540879 Mar 08 13:11:45.039557 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-cb6cdca3-120b-4afa-8746-f3c36e3d2dd3 req-3ab52e44-04c2-4e89-87cc-46e2b793b55b tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454586 Mar 08 13:11:45.916368 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 005f8661-207c-40fd-b925-d73df675ac82 up at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:11:45.968099 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning for port 005f8661-207c-40fd-b925-d73df675ac82 completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:11:45.972113 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning complete for port 005f8661-207c-40fd-b925-d73df675ac82 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:11:45.972489 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (005f8661-207c-40fd-b925-d73df675ac82), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:46.064924 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 005f8661-207c-40fd-b925-d73df675ac82 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:11:46.065990 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (005f8661-207c-40fd-b925-d73df675ac82), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:46.104721 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef48ca14-5d49-445b-b16f-a78f66282e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005f8661-207c-40fd-b925-d73df675ac82'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:11:46.108706 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f02a98a4da79acb06d2148361802764e90037bdc05c069ddf0d3843ada5eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4a7fa0-89a9-497e-9cfd-f8fdda21035f" -d '{"events": [{"server_uuid": "ef48ca14-5d49-445b-b16f-a78f66282e1e", "name": "network-vif-plugged", "status": "completed", "tag": "005f8661-207c-40fd-b925-d73df675ac82"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:11:46.137603 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 005f8661-207c-40fd-b925-d73df675ac82, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=005f8661-207c-40fd-b925-d73df675ac82,segment=NetworkSegment(48478562-4b0e-4f41-a101-cd3a458c3b06),segment_id=48478562-4b0e-4f41-a101-cd3a458c3b06)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:46.144273 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (005f8661-207c-40fd-b925-d73df675ac82), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:46.177567 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98b752-4edf-4d59-8bf8-70585df9ef05 req-0cb94872-60e9-484f-8bb4-d4338359c827 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:46.179076 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3e98b752-4edf-4d59-8bf8-70585df9ef05 req-0cb94872-60e9-484f-8bb4-d4338359c827 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e HTTP/1.1" status: 200 len: 944 time: 0.0681276 Mar 08 13:11:46.192319 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc92e65-0724-4394-97a1-0e0ad35b8471 x-openstack-request-id: req-2dc92e65-0724-4394-97a1-0e0ad35b8471 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:11:46.192623 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef48ca14-5d49-445b-b16f-a78f66282e1e", "name": "network-vif-plugged", "status": "completed", "tag": "005f8661-207c-40fd-b925-d73df675ac82", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:11:46.193074 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2dc92e65-0724-4394-97a1-0e0ad35b8471 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:11:46.193469 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef48ca14-5d49-445b-b16f-a78f66282e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005f8661-207c-40fd-b925-d73df675ac82', 'code': 200} Mar 08 13:11:46.223390 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=005f8661-207c-40fd-b925-d73df675ac82,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:46.241220 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3e98b752-4edf-4d59-8bf8-70585df9ef05 req-7257b62c-cc7f-4be1-8781-390a0cfc2e37 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505760 Mar 08 13:11:46.263452 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46308) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:46.373704 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b963c65b-47cd-42c2-82bf-e2fcb1992497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:46.478552 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96a50d-7609-46e7-b132-83ebffe02228 req-d256aedf-a4f0-4bbc-b664-848ad704b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:46.480238 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7e96a50d-7609-46e7-b132-83ebffe02228 req-d256aedf-a4f0-4bbc-b664-848ad704b74f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e HTTP/1.1" status: 200 len: 1129 time: 0.0705063 Mar 08 13:11:46.489868 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b963c65b-47cd-42c2-82bf-e2fcb1992497 admin admin] Publish callbacks [] for security_group (4cc4de0b-095b-496d-9cd5-7e1a68edead2), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:46.497514 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b963c65b-47cd-42c2-82bf-e2fcb1992497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (4cc4de0b-095b-496d-9cd5-7e1a68edead2), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:46.560526 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963c65b-47cd-42c2-82bf-e2fcb1992497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc4de0b-095b-496d-9cd5-7e1a68edead2,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:46.569765 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-b963c65b-47cd-42c2-82bf-e2fcb1992497 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=070e1e8954054d95b7fa35b9e167d051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052471 Mar 08 13:11:46.572760 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 46312) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:46.573966 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7e96a50d-7609-46e7-b132-83ebffe02228 req-7f1aa937-8baa-498c-a701-153fa76d01ee service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862231 Mar 08 13:11:46.619792 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-03bf809c-8474-401b-bc50-d64fa673d9b3 admin admin] Publish callbacks [] for security_group (4cc4de0b-095b-496d-9cd5-7e1a68edead2), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:46.641425 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-03bf809c-8474-401b-bc50-d64fa673d9b3 admin admin] Publish callbacks [] for security_group (4cc4de0b-095b-496d-9cd5-7e1a68edead2), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:46.689275 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-03bf809c-8474-401b-bc50-d64fa673d9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (4cc4de0b-095b-496d-9cd5-7e1a68edead2), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:46.691912 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-03bf809c-8474-401b-bc50-d64fa673d9b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:46.693097 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-03bf809c-8474-401b-bc50-d64fa673d9b3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4cc4de0b-095b-496d-9cd5-7e1a68edead2 HTTP/1.1" status: 204 len: 168 time: 0.1193388 Mar 08 13:11:46.700881 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf809c-8474-401b-bc50-d64fa673d9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc4de0b-095b-496d-9cd5-7e1a68edead2,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:47.307614 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46336) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:47.366966 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18673f64-35d7-44c7-b958-a634f059abba req-0b567101-5c4a-4733-bd77-425ee3af8773 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:47.368365 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-18673f64-35d7-44c7-b958-a634f059abba req-0b567101-5c4a-4733-bd77-425ee3af8773 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e HTTP/1.1" status: 200 len: 945 time: 0.0546417 Mar 08 13:11:47.408528 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-77776907-bcab-4632-9266-ce579aa7960a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-462390284-network', 'tenant_id': '7f13ed671f2540c0a395d43d5b16021e'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:47.429232 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-18673f64-35d7-44c7-b958-a634f059abba req-be676994-d18b-45c5-b82e-2ffe8939ca0c tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553052 Mar 08 13:11:47.440511 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77776907-bcab-4632-9266-ce579aa7960a admin admin] Made reservation on behalf of 7f13ed671f2540c0a395d43d5b16021e for: {'network': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:11:47.442933 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-77776907-bcab-4632-9266-ce579aa7960a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for network (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:47.452082 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-77776907-bcab-4632-9266-ce579aa7960a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:47.540865 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-77776907-bcab-4632-9266-ce579aa7960a admin admin] Publish callbacks [] for security_group (65abec69-8283-4012-b1db-e720f6f3b98f), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:47.549262 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-77776907-bcab-4632-9266-ce579aa7960a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (65abec69-8283-4012-b1db-e720f6f3b98f), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:47.568460 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77776907-bcab-4632-9266-ce579aa7960a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=102968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:11:47.586180 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-77776907-bcab-4632-9266-ce579aa7960a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (4459b904-36e7-4052-a2c7-28cb8a9fc132), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:47.586514 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.segments_db [None req-77776907-bcab-4632-9266-ce579aa7960a admin admin] Added segment 4459b904-36e7-4052-a2c7-28cb8a9fc132 of type vlan for network 8f454e8f-fdbc-4db9-8fb1-78fcad9d521c Mar 08 13:11:47.587870 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77776907-bcab-4632-9266-ce579aa7960a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65abec69-8283-4012-b1db-e720f6f3b98f,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:47.628686 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-77776907-bcab-4632-9266-ce579aa7960a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755471561494'] for network (8f454e8f-fdbc-4db9-8fb1-78fcad9d521c), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:47.657691 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-77776907-bcab-4632-9266-ce579aa7960a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for network (8f454e8f-fdbc-4db9-8fb1-78fcad9d521c), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:47.658626 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77776907-bcab-4632-9266-ce579aa7960a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:47.659203 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-77776907-bcab-4632-9266-ce579aa7960a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:47.688346 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-77776907-bcab-4632-9266-ce579aa7960a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3795857 Mar 08 13:11:47.691364 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 46340) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:47.696467 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-8ab9eaf6-0bfa-4587-b9fa-344fbbcc2679 admin admin] Request body: {'subnet': {'network_id': '8f454e8f-fdbc-4db9-8fb1-78fcad9d521c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-462390284-subnet', 'tenant_id': '7f13ed671f2540c0a395d43d5b16021e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:47.716696 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab9eaf6-0bfa-4587-b9fa-344fbbcc2679 admin admin] Made reservation on behalf of 7f13ed671f2540c0a395d43d5b16021e for: {'subnet': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:11:47.719140 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8ab9eaf6-0bfa-4587-b9fa-344fbbcc2679 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4213133'] for subnet (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:47.722115 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77776907-bcab-4632-9266-ce579aa7960a admin admin] Pushing event updated for resources: {'Network': ['ID=8f454e8f-fdbc-4db9-8fb1-78fcad9d521c,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:47.732490 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Network 8f454e8f-fdbc-4db9-8fb1-78fcad9d521c details requested by agent ovs-agent-dv-cinder-830089-2-iscsi with host dv-cinder-830089-2-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:11:47.890397 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8ab9eaf6-0bfa-4587-b9fa-344fbbcc2679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4285867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4213139'] for subnet (915b8588-4877-4f94-9efa-760757c9bc71), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:47.947412 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9eaf6-0bfa-4587-b9fa-344fbbcc2679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=915b8588-4877-4f94-9efa-760757c9bc71,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:47.956580 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab9eaf6-0bfa-4587-b9fa-344fbbcc2679 admin admin] Checking segment: {'id': '4459b904-36e7-4052-a2c7-28cb8a9fc132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '8f454e8f-fdbc-4db9-8fb1-78fcad9d521c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:11:47.956937 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab9eaf6-0bfa-4587-b9fa-344fbbcc2679 admin admin] Network hostable DHCP agents. Network: 8f454e8f-fdbc-4db9-8fb1-78fcad9d521c, hostable agents: ['57d8c91c-da11-4d19-879a-ab8c1c8220b9'], hosted agents: [] {{(pid=102969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:11:47.974055 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab9eaf6-0bfa-4587-b9fa-344fbbcc2679 admin admin] Network 8f454e8f-fdbc-4db9-8fb1-78fcad9d521c is scheduled to be hosted by DHCP agent 57d8c91c-da11-4d19-879a-ab8c1c8220b9 with binding_index 1 {{(pid=102969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:11:47.985248 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-8ab9eaf6-0bfa-4587-b9fa-344fbbcc2679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-2-iscsi, 8f454e8f-fdbc-4db9-8fb1-78fcad9d521c) {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:11:47.990087 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab9eaf6-0bfa-4587-b9fa-344fbbcc2679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:47.991420 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8ab9eaf6-0bfa-4587-b9fa-344fbbcc2679 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:47.996216 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778219e0-48f7-4818-8d40-0b765357413c None None] Network 8f454e8f-fdbc-4db9-8fb1-78fcad9d521c requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:11:48.009881 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-8ab9eaf6-0bfa-4587-b9fa-344fbbcc2679 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3173707 Mar 08 13:11:48.109654 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edb1d35-4262-472d-903e-6f635965e415 None None] Network 8f454e8f-fdbc-4db9-8fb1-78fcad9d521c requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:11:48.481537 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 46358) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:48.488940 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-51e06783-084a-4419-a977-54e7ee2a93d2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-449546772-network', 'tenant_id': '84acf7b48e0143f4a5278640ce14a97c'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:48.532683 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e06783-084a-4419-a977-54e7ee2a93d2 admin admin] Made reservation on behalf of 84acf7b48e0143f4a5278640ce14a97c for: {'network': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:11:48.534929 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-51e06783-084a-4419-a977-54e7ee2a93d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for network (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:48.545709 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-51e06783-084a-4419-a977-54e7ee2a93d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:48.579488 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580957b3-f806-4f0c-bde2-9c44b14e7275 req-db604a72-0085-4ef4-8c77-47cbcbf7b23b tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:48.580924 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-580957b3-f806-4f0c-bde2-9c44b14e7275 req-db604a72-0085-4ef4-8c77-47cbcbf7b23b tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e HTTP/1.1" status: 200 len: 945 time: 0.0827196 Mar 08 13:11:48.652334 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-580957b3-f806-4f0c-bde2-9c44b14e7275 req-837b4fd9-8e07-4934-9d3a-e83b37fdfff0 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634742 Mar 08 13:11:48.672369 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-51e06783-084a-4419-a977-54e7ee2a93d2 admin admin] Publish callbacks [] for security_group (7c42d373-dbf2-45d6-a4d1-529bc7f2c870), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:48.676849 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-51e06783-084a-4419-a977-54e7ee2a93d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (7c42d373-dbf2-45d6-a4d1-529bc7f2c870), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:48.698176 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e06783-084a-4419-a977-54e7ee2a93d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=102969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:11:48.714671 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e06783-084a-4419-a977-54e7ee2a93d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c42d373-dbf2-45d6-a4d1-529bc7f2c870,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:48.717713 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-51e06783-084a-4419-a977-54e7ee2a93d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (cac6f503-9014-4b8f-a574-0c39e5bc0189), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:48.718051 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.db.segments_db [None req-51e06783-084a-4419-a977-54e7ee2a93d2 admin admin] Added segment cac6f503-9014-4b8f-a574-0c39e5bc0189 of type vlan for network 0c9fca28-ca96-4e53-a744-7ce589080d5d Mar 08 13:11:48.763975 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-51e06783-084a-4419-a977-54e7ee2a93d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755471561494'] for network (0c9fca28-ca96-4e53-a744-7ce589080d5d), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:48.772590 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef698f6-8f95-485a-ac17-0ffd9dc50746 req-22d90912-c32f-4266-a8e3-2a328e2d45a7 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:48.774110 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7ef698f6-8f95-485a-ac17-0ffd9dc50746 req-22d90912-c32f-4266-a8e3-2a328e2d45a7 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e HTTP/1.1" status: 200 len: 945 time: 0.0535338 Mar 08 13:11:48.790661 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-51e06783-084a-4419-a977-54e7ee2a93d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for network (0c9fca28-ca96-4e53-a744-7ce589080d5d), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:48.791684 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e06783-084a-4419-a977-54e7ee2a93d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:48.792262 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-51e06783-084a-4419-a977-54e7ee2a93d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:48.822267 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-51e06783-084a-4419-a977-54e7ee2a93d2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3393450 Mar 08 13:11:48.824544 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7ef698f6-8f95-485a-ac17-0ffd9dc50746 req-2fda01e2-048b-4fd1-b85c-cfdbf026c35c tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446427 Mar 08 13:11:48.825092 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 46362) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:48.832479 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-b2c6dfc5-a8d8-4147-a9a8-0ac301e1521b admin admin] Request body: {'subnet': {'network_id': '0c9fca28-ca96-4e53-a744-7ce589080d5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-449546772-subnet', 'tenant_id': '84acf7b48e0143f4a5278640ce14a97c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:48.849975 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46364) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:48.872514 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e06783-084a-4419-a977-54e7ee2a93d2 admin admin] Pushing event updated for resources: {'Network': ['ID=0c9fca28-ca96-4e53-a744-7ce589080d5d,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:48.887103 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Network 0c9fca28-ca96-4e53-a744-7ce589080d5d details requested by agent ovs-agent-dv-cinder-830089-2-iscsi with host dv-cinder-830089-2-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:11:48.891598 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c6dfc5-a8d8-4147-a9a8-0ac301e1521b admin admin] Made reservation on behalf of 84acf7b48e0143f4a5278640ce14a97c for: {'subnet': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:11:48.894990 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b2c6dfc5-a8d8-4147-a9a8-0ac301e1521b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4213133'] for subnet (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:49.100085 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b2c6dfc5-a8d8-4147-a9a8-0ac301e1521b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4285867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4213139'] for subnet (b03283b6-e6bf-40a8-9af6-6c22b687f5d7), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:49.135626 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2806818-7b1d-43e5-b360-a5f0341eb81e tempest-TestVolumeBootPattern-2047289101 tempest-TestVolumeBootPattern-2047289101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:49.137187 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-c2806818-7b1d-43e5-b360-a5f0341eb81e tempest-TestVolumeBootPattern-2047289101 tempest-TestVolumeBootPattern-2047289101-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e HTTP/1.1" status: 200 len: 1124 time: 0.2862549 Mar 08 13:11:49.140066 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46368) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:49.145033 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-d4bea67e-8a8f-44c3-8766-670908d442f1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Request body: {'floatingip': {'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'port_id': '005f8661-207c-40fd-b925-d73df675ac82', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:49.156284 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6dfc5-a8d8-4147-a9a8-0ac301e1521b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b03283b6-e6bf-40a8-9af6-6c22b687f5d7,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:49.166347 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d4bea67e-8a8f-44c3-8766-670908d442f1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:49.166562 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c6dfc5-a8d8-4147-a9a8-0ac301e1521b admin admin] Checking segment: {'id': 'cac6f503-9014-4b8f-a574-0c39e5bc0189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '0c9fca28-ca96-4e53-a744-7ce589080d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:11:49.166765 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c6dfc5-a8d8-4147-a9a8-0ac301e1521b admin admin] Network hostable DHCP agents. Network: 0c9fca28-ca96-4e53-a744-7ce589080d5d, hostable agents: ['57d8c91c-da11-4d19-879a-ab8c1c8220b9'], hosted agents: [] {{(pid=102969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:11:49.184516 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c6dfc5-a8d8-4147-a9a8-0ac301e1521b admin admin] Network 0c9fca28-ca96-4e53-a744-7ce589080d5d is scheduled to be hosted by DHCP agent 57d8c91c-da11-4d19-879a-ab8c1c8220b9 with binding_index 1 {{(pid=102969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:11:49.194069 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-b2c6dfc5-a8d8-4147-a9a8-0ac301e1521b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-2-iscsi, 0c9fca28-ca96-4e53-a744-7ce589080d5d) {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:11:49.199116 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c6dfc5-a8d8-4147-a9a8-0ac301e1521b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:49.199827 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b2c6dfc5-a8d8-4147-a9a8-0ac301e1521b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:49.206025 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04efbcf-b239-4679-89a5-86d8e0cc3487 None None] Network 0c9fca28-ca96-4e53-a744-7ce589080d5d requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:11:49.228714 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-b2c6dfc5-a8d8-4147-a9a8-0ac301e1521b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3915532 Mar 08 13:11:49.282872 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d4bea67e-8a8f-44c3-8766-670908d442f1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:49.335387 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e02ccf-5737-4912-9efb-57bb93870d66 None None] Network 0c9fca28-ca96-4e53-a744-7ce589080d5d requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:11:49.352161 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 46372) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:49.403851 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3646fdd-1b6f-4317-8793-70a70ba5a370 admin admin] Deleting subnet 915b8588-4877-4f94-9efa-760757c9bc71 {{(pid=102969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:11:49.407475 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a3646fdd-1b6f-4317-8793-70a70ba5a370 admin admin] Publish callbacks [] for subnet (915b8588-4877-4f94-9efa-760757c9bc71), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:49.410737 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [None req-d4bea67e-8a8f-44c3-8766-670908d442f1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Allocated IP 172.27.3.58 (5c176cc8-3706-4b4e-95aa-80d42c394e72/67bc08be-d366-4d47-9bdf-b91b4b3bbd14/f67609a4-a36c-47af-afed-3cffed7d6a78) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:11:49.443077 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a3646fdd-1b6f-4317-8793-70a70ba5a370 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5748676'] for subnet (915b8588-4877-4f94-9efa-760757c9bc71), precommit_delete_associations {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:49.480497 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a3646fdd-1b6f-4317-8793-70a70ba5a370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791735'] for subnet (915b8588-4877-4f94-9efa-760757c9bc71), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:49.517344 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d4bea67e-8a8f-44c3-8766-670908d442f1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for port (f67609a4-a36c-47af-afed-3cffed7d6a78), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:49.530929 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a3646fdd-1b6f-4317-8793-70a70ba5a370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4213226'] for subnet (915b8588-4877-4f94-9efa-760757c9bc71), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:49.558899 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3646fdd-1b6f-4317-8793-70a70ba5a370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=915b8588-4877-4f94-9efa-760757c9bc71,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:49.561174 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a3646fdd-1b6f-4317-8793-70a70ba5a370 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:49.564554 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d4bea67e-8a8f-44c3-8766-670908d442f1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (f67609a4-a36c-47af-afed-3cffed7d6a78), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:49.567754 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-a3646fdd-1b6f-4317-8793-70a70ba5a370 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/915b8588-4877-4f94-9efa-760757c9bc71 HTTP/1.1" status: 204 len: 168 time: 0.2118845 Mar 08 13:11:49.568022 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 46374) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:49.618340 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bea67e-8a8f-44c3-8766-670908d442f1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:11:49.621145 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-d4bea67e-8a8f-44c3-8766-670908d442f1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:11:49.624678 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bea67e-8a8f-44c3-8766-670908d442f1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:11:49.630416 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bea67e-8a8f-44c3-8766-670908d442f1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Pushing event updated for resources: {'Port': ['ID=f67609a4-a36c-47af-afed-3cffed7d6a78,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:49.646996 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7597942c-746d-4226-a956-065ef75b8c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749880'] for network (8f454e8f-fdbc-4db9-8fb1-78fcad9d521c), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:49.728725 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7597942c-746d-4226-a956-065ef75b8c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773944', 'neutron.services.segments.db._delete_segments_for_network-8755472085351'] for network (8f454e8f-fdbc-4db9-8fb1-78fcad9d521c), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:49.749003 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-7597942c-746d-4226-a956-065ef75b8c70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f454e8f-fdbc-4db9-8fb1-78fcad9d521c']}} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:49.758011 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-7597942c-746d-4226-a956-065ef75b8c70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4459b904-36e7-4052-a2c7-28cb8a9fc132') {'for_net_delete': True} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:49.758306 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-7597942c-746d-4226-a956-065ef75b8c70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4459b904-36e7-4052-a2c7-28cb8a9fc132') {} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:49.767596 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7597942c-746d-4226-a956-065ef75b8c70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755472086384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5748543'] for segment (4459b904-36e7-4052-a2c7-28cb8a9fc132), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:49.781467 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7597942c-746d-4226-a956-065ef75b8c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (4459b904-36e7-4052-a2c7-28cb8a9fc132), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:49.787589 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7597942c-746d-4226-a956-065ef75b8c70 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=102969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:11:49.787980 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7597942c-746d-4226-a956-065ef75b8c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4286982'] for segment (4459b904-36e7-4052-a2c7-28cb8a9fc132), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: Traceback (most recent call last): Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: timer() Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: cb(*args, **kw) Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: return func(*args, **kwargs) Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: self._notify() Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: self.callback(batched_events) Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: event.method(event) Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: return f(self, *a, **k) Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: return self._get(url).json() Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: return self.request(url, 'GET', **kwargs) Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:11:49.789705 dv-cinder-830089-2-iscsi neutron-server[102969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:11:49.844698 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7597942c-746d-4226-a956-065ef75b8c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673708'] for network (8f454e8f-fdbc-4db9-8fb1-78fcad9d521c), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:49.850201 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7597942c-746d-4226-a956-065ef75b8c70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:49.853547 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-7597942c-746d-4226-a956-065ef75b8c70 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8f454e8f-fdbc-4db9-8fb1-78fcad9d521c HTTP/1.1" status: 204 len: 168 time: 0.2846775 Mar 08 13:11:49.857365 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46376) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:49.864916 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597942c-746d-4226-a956-065ef75b8c70 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f454e8f-fdbc-4db9-8fb1-78fcad9d521c,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:49.953062 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_v2 [None req-01754c8c-f770-4bb9-ac66-f295485ba206 admin admin] Deleting subnet b03283b6-e6bf-40a8-9af6-6c22b687f5d7 {{(pid=102968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:11:49.958896 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-01754c8c-f770-4bb9-ac66-f295485ba206 admin admin] Publish callbacks [] for subnet (b03283b6-e6bf-40a8-9af6-6c22b687f5d7), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:50.032716 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-01754c8c-f770-4bb9-ac66-f295485ba206 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5405124'] for subnet (b03283b6-e6bf-40a8-9af6-6c22b687f5d7), precommit_delete_associations {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:50.103573 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-01754c8c-f770-4bb9-ac66-f295485ba206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791735'] for subnet (b03283b6-e6bf-40a8-9af6-6c22b687f5d7), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:50.128609 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d4bea67e-8a8f-44c3-8766-670908d442f1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for floatingip (b840576d-0da6-4125-a3c1-7198575c192a), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:50.206140 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-01754c8c-f770-4bb9-ac66-f295485ba206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5564856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6168924'] for subnet (b03283b6-e6bf-40a8-9af6-6c22b687f5d7), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:50.235819 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01754c8c-f770-4bb9-ac66-f295485ba206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b03283b6-e6bf-40a8-9af6-6c22b687f5d7,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:50.241057 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-01754c8c-f770-4bb9-ac66-f295485ba206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:50.244233 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-01754c8c-f770-4bb9-ac66-f295485ba206 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b03283b6-e6bf-40a8-9af6-6c22b687f5d7 HTTP/1.1" status: 204 len: 168 time: 0.3858848 Mar 08 13:11:50.245151 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d4bea67e-8a8f-44c3-8766-670908d442f1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (f67609a4-a36c-47af-afed-3cffed7d6a78), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:50.246716 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46378) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:50.352352 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d3091f2f-e8bb-4b9e-9b73-f510223c33f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749880'] for network (0c9fca28-ca96-4e53-a744-7ce589080d5d), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:50.496456 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d3091f2f-e8bb-4b9e-9b73-f510223c33f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773944', 'neutron.services.segments.db._delete_segments_for_network-8755472085351'] for network (0c9fca28-ca96-4e53-a744-7ce589080d5d), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:50.526280 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-d3091f2f-e8bb-4b9e-9b73-f510223c33f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9fca28-ca96-4e53-a744-7ce589080d5d']}} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:50.543739 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-d3091f2f-e8bb-4b9e-9b73-f510223c33f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac6f503-9014-4b8f-a574-0c39e5bc0189') {'for_net_delete': True} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:50.544034 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-d3091f2f-e8bb-4b9e-9b73-f510223c33f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac6f503-9014-4b8f-a574-0c39e5bc0189') {} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:50.554115 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d4bea67e-8a8f-44c3-8766-670908d442f1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for port (f67609a4-a36c-47af-afed-3cffed7d6a78), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:50.558707 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d3091f2f-e8bb-4b9e-9b73-f510223c33f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755472086384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5404991'] for segment (cac6f503-9014-4b8f-a574-0c39e5bc0189), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:50.565362 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d4bea67e-8a8f-44c3-8766-670908d442f1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (f67609a4-a36c-47af-afed-3cffed7d6a78), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:50.598570 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d3091f2f-e8bb-4b9e-9b73-f510223c33f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (cac6f503-9014-4b8f-a574-0c39e5bc0189), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:50.611306 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3091f2f-e8bb-4b9e-9b73-f510223c33f0 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=102968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:11:50.611714 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d3091f2f-e8bb-4b9e-9b73-f510223c33f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5564882'] for segment (cac6f503-9014-4b8f-a574-0c39e5bc0189), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: Traceback (most recent call last): Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: timer() Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: cb(*args, **kw) Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: return func(*args, **kwargs) Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: self._notify() Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: self.callback(batched_events) Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: event.method(event) Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: return f(self, *a, **k) Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: return self._get(url).json() Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: return self.request(url, 'GET', **kwargs) Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:11:50.613513 dv-cinder-830089-2-iscsi neutron-server[102968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:11:50.696723 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bea67e-8a8f-44c3-8766-670908d442f1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Pushing event updated for resources: {'Port': ['ID=f67609a4-a36c-47af-afed-3cffed7d6a78,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:50.706369 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d3091f2f-e8bb-4b9e-9b73-f510223c33f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673708'] for network (0c9fca28-ca96-4e53-a744-7ce589080d5d), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:50.707883 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d4bea67e-8a8f-44c3-8766-670908d442f1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (b840576d-0da6-4125-a3c1-7198575c192a), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:50.713384 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d3091f2f-e8bb-4b9e-9b73-f510223c33f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:50.716531 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-d3091f2f-e8bb-4b9e-9b73-f510223c33f0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0c9fca28-ca96-4e53-a744-7ce589080d5d HTTP/1.1" status: 204 len: 168 time: 0.4688783 Mar 08 13:11:50.762419 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3091f2f-e8bb-4b9e-9b73-f510223c33f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c9fca28-ca96-4e53-a744-7ce589080d5d,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:50.829454 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.l3_db [None req-d4bea67e-8a8f-44c3-8766-670908d442f1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Floating IP b840576d-0da6-4125-a3c1-7198575c192a associated. External IP: 172.27.3.58, port: 005f8661-207c-40fd-b925-d73df675ac82. Mar 08 13:11:50.880609 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 46382) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:50.926330 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-07059f2f-cf51-42e8-9c57-2a62e6991d2a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7f13ed671f2540c0a395d43d5b16021e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442736 Mar 08 13:11:50.928672 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 46384) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:50.983978 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a75a68ee-c62d-41c6-8dba-dd6b325292d7 admin admin] Publish callbacks [] for security_group (65abec69-8283-4012-b1db-e720f6f3b98f), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:51.004805 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a75a68ee-c62d-41c6-8dba-dd6b325292d7 admin admin] Publish callbacks [] for security_group (65abec69-8283-4012-b1db-e720f6f3b98f), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:51.054873 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a75a68ee-c62d-41c6-8dba-dd6b325292d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (65abec69-8283-4012-b1db-e720f6f3b98f), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:51.055075 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bea67e-8a8f-44c3-8766-670908d442f1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Router b839d5a1-f2a2-487c-8bef-cf19efd02922 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:11:51.057791 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a75a68ee-c62d-41c6-8dba-dd6b325292d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:51.061387 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-a75a68ee-c62d-41c6-8dba-dd6b325292d7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/65abec69-8283-4012-b1db-e720f6f3b98f HTTP/1.1" status: 204 len: 168 time: 0.1292832 Mar 08 13:11:51.066753 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a68ee-c62d-41c6-8dba-dd6b325292d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65abec69-8283-4012-b1db-e720f6f3b98f,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:51.173277 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bea67e-8a8f-44c3-8766-670908d442f1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:11:51.185034 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a282ce-7355-4dd2-9f47-41b8a432f66b None None] Sync routers for ids ['b839d5a1-f2a2-487c-8bef-cf19efd02922'] in dv-cinder-830089-2-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:11:51.193094 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d4bea67e-8a8f-44c3-8766-670908d442f1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:51.195703 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a282ce-7355-4dd2-9f47-41b8a432f66b None None] Routers {'b839d5a1-f2a2-487c-8bef-cf19efd02922'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:11:51.196332 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-e2a282ce-7355-4dd2-9f47-41b8a432f66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:11:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['b839d5a1-f2a2-487c-8bef-cf19efd02922'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:51.240102 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-d4bea67e-8a8f-44c3-8766-670908d442f1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0871012 Mar 08 13:11:51.240102 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef48ca14-5d49-445b-b16f-a78f66282e1e', 'tag': '005f8661-207c-40fd-b925-d73df675ac82'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:11:51.240102 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e02d1d-d299-4540-b19d-0410d1ec2416" -d '{"events": [{"name": "network-changed", "server_uuid": "ef48ca14-5d49-445b-b16f-a78f66282e1e", "tag": "005f8661-207c-40fd-b925-d73df675ac82"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:11:51.285414 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff45819-1892-43b6-a99d-293eb0752221 x-openstack-request-id: req-0ff45819-1892-43b6-a99d-293eb0752221 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:11:51.285807 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef48ca14-5d49-445b-b16f-a78f66282e1e", "tag": "005f8661-207c-40fd-b925-d73df675ac82", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:11:51.286136 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0ff45819-1892-43b6-a99d-293eb0752221 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:11:51.286608 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef48ca14-5d49-445b-b16f-a78f66282e1e', 'tag': '005f8661-207c-40fd-b925-d73df675ac82', 'status': 'completed', 'code': 200} Mar 08 13:11:51.320079 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-e2a282ce-7355-4dd2-9f47-41b8a432f66b None None] Set router b839d5a1-f2a2-487c-8bef-cf19efd02922 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:11:51.378013 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e02d1d-d299-4540-b19d-0410d1ec2416 req-1cef7ecd-fde3-42ce-97db-c87e2825b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:51.379716 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-29e02d1d-d299-4540-b19d-0410d1ec2416 req-1cef7ecd-fde3-42ce-97db-c87e2825b134 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8a4d542bb974b6cabe91528ca772e7f&device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e HTTP/1.1" status: 200 len: 1129 time: 0.0486143 Mar 08 13:11:51.412942 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 46394) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:51.455210 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-aaa8e104-09a4-4b9e-85d3-7493543c1bfa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=84acf7b48e0143f4a5278640ce14a97c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409164 Mar 08 13:11:51.457627 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 46396) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:51.483507 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e02d1d-d299-4540-b19d-0410d1ec2416 req-934136b0-fd68-4ddd-893e-443d4b2a9d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:51.485750 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-29e02d1d-d299-4540-b19d-0410d1ec2416 req-934136b0-fd68-4ddd-893e-443d4b2a9d94 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bffea359-2851-41c2-a7e4-22be5e5cad3b HTTP/1.1" status: 200 len: 913 time: 0.1003516 Mar 08 13:11:51.506568 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-dd4614af-9aba-4835-bb48-38c0b9d1c3a2 admin admin] Publish callbacks [] for security_group (7c42d373-dbf2-45d6-a4d1-529bc7f2c870), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:51.529284 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-dd4614af-9aba-4835-bb48-38c0b9d1c3a2 admin admin] Publish callbacks [] for security_group (7c42d373-dbf2-45d6-a4d1-529bc7f2c870), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:51.559440 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-29e02d1d-d299-4540-b19d-0410d1ec2416 req-a481cf81-60ef-476d-820d-34e8072ded96 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=005f8661-207c-40fd-b925-d73df675ac82 HTTP/1.1" status: 200 len: 998 time: 0.0670886 Mar 08 13:11:51.571416 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-e2a282ce-7355-4dd2-9f47-41b8a432f66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:10:55Z', 'updated_at': '2022-03-08T13:10:59Z', 'revision_number': 4, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'gw_port': {'id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:56Z', 'updated_at': '2022-03-08T13:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': 'b840576d-0da6-4125-a3c1-7198575c192a', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'port_id': '005f8661-207c-40fd-b925-d73df675ac82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'mac_address': 'fa:16:3e:72:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef48ca14-5d49-445b-b16f-a78f66282e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:11:49Z', 'updated_at': '2022-03-08T13:11:49Z', 'revision_number': 0, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116108c6-01bf-4a40-9461-117683c243b3', 'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'mac_address': 'fa:16:3e:7e:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:58Z', 'updated_at': '2022-03-08T13:11:05Z', 'revision_number': 5, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'subnets': [{'id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:51.590427 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-dd4614af-9aba-4835-bb48-38c0b9d1c3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (7c42d373-dbf2-45d6-a4d1-529bc7f2c870), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:51.594087 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-dd4614af-9aba-4835-bb48-38c0b9d1c3a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:51.598018 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-dd4614af-9aba-4835-bb48-38c0b9d1c3a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7c42d373-dbf2-45d6-a4d1-529bc7f2c870 HTTP/1.1" status: 204 len: 168 time: 0.1367755 Mar 08 13:11:51.605644 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a282ce-7355-4dd2-9f47-41b8a432f66b None None] Checking router: b839d5a1-f2a2-487c-8bef-cf19efd02922 for host: dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:11:51.607655 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4614af-9aba-4835-bb48-38c0b9d1c3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c42d373-dbf2-45d6-a4d1-529bc7f2c870,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:51.616705 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e02d1d-d299-4540-b19d-0410d1ec2416 req-35660298-514f-4785-869d-7b04a9fe280e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:51.616923 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a282ce-7355-4dd2-9f47-41b8a432f66b None None] Routers {'b839d5a1-f2a2-487c-8bef-cf19efd02922'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:11:51.618277 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-e2a282ce-7355-4dd2-9f47-41b8a432f66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:11:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['b839d5a1-f2a2-487c-8bef-cf19efd02922'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:51.619148 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-29e02d1d-d299-4540-b19d-0410d1ec2416 req-35660298-514f-4785-869d-7b04a9fe280e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7cd56575-d6b1-425a-8684-03ed91d4135e HTTP/1.1" status: 200 len: 850 time: 0.0532238 Mar 08 13:11:51.673304 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e02d1d-d299-4540-b19d-0410d1ec2416 req-4beabfa0-c1de-4160-866a-cd750d6fa30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:51.674937 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-29e02d1d-d299-4540-b19d-0410d1ec2416 req-4beabfa0-c1de-4160-866a-cd750d6fa30b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bffea359-2851-41c2-a7e4-22be5e5cad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498221 Mar 08 13:11:51.739584 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-e2a282ce-7355-4dd2-9f47-41b8a432f66b None None] Set router b839d5a1-f2a2-487c-8bef-cf19efd02922 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:11:51.774244 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-29e02d1d-d299-4540-b19d-0410d1ec2416 req-4d7d1aa5-7788-4909-9f28-c527d888f2db service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930145 Mar 08 13:11:52.000874 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-e2a282ce-7355-4dd2-9f47-41b8a432f66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:10:55Z', 'updated_at': '2022-03-08T13:10:59Z', 'revision_number': 4, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'gw_port': {'id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:56Z', 'updated_at': '2022-03-08T13:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': 'b840576d-0da6-4125-a3c1-7198575c192a', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'port_id': '005f8661-207c-40fd-b925-d73df675ac82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'mac_address': 'fa:16:3e:72:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef48ca14-5d49-445b-b16f-a78f66282e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:11:49Z', 'updated_at': '2022-03-08T13:11:49Z', 'revision_number': 0, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116108c6-01bf-4a40-9461-117683c243b3', 'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'mac_address': 'fa:16:3e:7e:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:58Z', 'updated_at': '2022-03-08T13:11:05Z', 'revision_number': 5, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'subnets': [{'id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:52.039702 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a282ce-7355-4dd2-9f47-41b8a432f66b None None] The sync data for ids ['b839d5a1-f2a2-487c-8bef-cf19efd02922'] in dv-cinder-830089-2-iscsi is: [{'id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:10:55Z', 'updated_at': '2022-03-08T13:10:59Z', 'revision_number': 4, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'gw_port': {'id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:56Z', 'updated_at': '2022-03-08T13:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': 'b840576d-0da6-4125-a3c1-7198575c192a', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'port_id': '005f8661-207c-40fd-b925-d73df675ac82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'mac_address': 'fa:16:3e:72:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef48ca14-5d49-445b-b16f-a78f66282e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:11:49Z', 'updated_at': '2022-03-08T13:11:49Z', 'revision_number': 0, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116108c6-01bf-4a40-9461-117683c243b3', 'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'mac_address': 'fa:16:3e:7e:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:58Z', 'updated_at': '2022-03-08T13:11:05Z', 'revision_number': 5, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'subnets': [{'id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:11:52.142889 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-29e02d1d-d299-4540-b19d-0410d1ec2416 req-596f5c05-4aed-4b1a-b398-4ca51909f6bf service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628783 Mar 08 13:11:52.283391 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bda509-c78d-4df9-ba13-085220ef12f5 None None] New status for floating IP b840576d-0da6-4125-a3c1-7198575c192a: ACTIVE {{(pid=102970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:11:53.297671 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46442) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:53.401794 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-14075de1-d4f9-4fd6-9bed-fae01168dcca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:53.476246 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-14075de1-d4f9-4fd6-9bed-fae01168dcca admin admin] Publish callbacks [] for security_group (02a57374-e905-4dd7-81fb-f2c00a40ec03), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:53.480426 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-14075de1-d4f9-4fd6-9bed-fae01168dcca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (02a57374-e905-4dd7-81fb-f2c00a40ec03), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:53.521911 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-14075de1-d4f9-4fd6-9bed-fae01168dcca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6089e9ce70014e7b9e78dd3d49100358&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230501 Mar 08 13:11:53.522889 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14075de1-d4f9-4fd6-9bed-fae01168dcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a57374-e905-4dd7-81fb-f2c00a40ec03,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:53.524790 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 46446) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:53.530207 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14075de1-d4f9-4fd6-9bed-fae01168dcca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:53.530584 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14075de1-d4f9-4fd6-9bed-fae01168dcca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:53.530948 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14075de1-d4f9-4fd6-9bed-fae01168dcca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:53.531291 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14075de1-d4f9-4fd6-9bed-fae01168dcca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:53.531631 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14075de1-d4f9-4fd6-9bed-fae01168dcca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:53.531984 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14075de1-d4f9-4fd6-9bed-fae01168dcca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:53.532298 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14075de1-d4f9-4fd6-9bed-fae01168dcca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:53.532663 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14075de1-d4f9-4fd6-9bed-fae01168dcca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:53.532994 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14075de1-d4f9-4fd6-9bed-fae01168dcca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:53.533325 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14075de1-d4f9-4fd6-9bed-fae01168dcca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:53.533654 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14075de1-d4f9-4fd6-9bed-fae01168dcca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:53.533985 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14075de1-d4f9-4fd6-9bed-fae01168dcca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:53.534309 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14075de1-d4f9-4fd6-9bed-fae01168dcca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:53.572297 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-07922d61-9426-4184-8045-196861680d9e admin admin] Publish callbacks [] for security_group (02a57374-e905-4dd7-81fb-f2c00a40ec03), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:53.593045 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-07922d61-9426-4184-8045-196861680d9e admin admin] Publish callbacks [] for security_group (02a57374-e905-4dd7-81fb-f2c00a40ec03), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:53.641942 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-07922d61-9426-4184-8045-196861680d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (02a57374-e905-4dd7-81fb-f2c00a40ec03), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:53.644445 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-07922d61-9426-4184-8045-196861680d9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:53.645625 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-07922d61-9426-4184-8045-196861680d9e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/02a57374-e905-4dd7-81fb-f2c00a40ec03 HTTP/1.1" status: 204 len: 168 time: 0.1197693 Mar 08 13:11:53.653465 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07922d61-9426-4184-8045-196861680d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a57374-e905-4dd7-81fb-f2c00a40ec03,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:53.908362 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 46452) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:53.921113 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b8aa6752-badb-4755-8eab-612984a32f9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:54.001171 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b8aa6752-badb-4755-8eab-612984a32f9b admin admin] Publish callbacks [] for security_group (0a8e9272-929c-404c-bf3a-6bb143e36b3c), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:54.004935 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b8aa6752-badb-4755-8eab-612984a32f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (0a8e9272-929c-404c-bf3a-6bb143e36b3c), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:54.041374 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-b8aa6752-badb-4755-8eab-612984a32f9b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=905d4a59a83c4ecfb58a089e11187918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319199 Mar 08 13:11:54.042289 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa6752-badb-4755-8eab-612984a32f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8e9272-929c-404c-bf3a-6bb143e36b3c,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:54.044011 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46454) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:54.093079 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-56e1133d-5da1-4041-bbd6-c6ff67683b94 admin admin] Publish callbacks [] for security_group (0a8e9272-929c-404c-bf3a-6bb143e36b3c), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:54.118028 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-56e1133d-5da1-4041-bbd6-c6ff67683b94 admin admin] Publish callbacks [] for security_group (0a8e9272-929c-404c-bf3a-6bb143e36b3c), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:54.165867 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-56e1133d-5da1-4041-bbd6-c6ff67683b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (0a8e9272-929c-404c-bf3a-6bb143e36b3c), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:54.168461 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-56e1133d-5da1-4041-bbd6-c6ff67683b94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:54.172265 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-56e1133d-5da1-4041-bbd6-c6ff67683b94 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0a8e9272-929c-404c-bf3a-6bb143e36b3c HTTP/1.1" status: 204 len: 168 time: 0.1246166 Mar 08 13:11:54.177271 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1133d-5da1-4041-bbd6-c6ff67683b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8e9272-929c-404c-bf3a-6bb143e36b3c,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:54.711517 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-758ebdc8-3414-4494-89e3-e6cd03602cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:55.761382 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46500) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:55.882938 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c517109c-af3a-4c0f-8d98-a309ed7989d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:55.963803 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c517109c-af3a-4c0f-8d98-a309ed7989d3 admin admin] Publish callbacks [] for security_group (0fb7ebbb-5e3c-4e8d-8e3a-0004531a9139), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:55.967489 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c517109c-af3a-4c0f-8d98-a309ed7989d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (0fb7ebbb-5e3c-4e8d-8e3a-0004531a9139), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:56.014032 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-c517109c-af3a-4c0f-8d98-a309ed7989d3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ff729f9f29134117b15946edd7487205&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508302 Mar 08 13:11:56.014786 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517109c-af3a-4c0f-8d98-a309ed7989d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb7ebbb-5e3c-4e8d-8e3a-0004531a9139,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:56.017176 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 46504) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:56.072483 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b8ff2c78-967e-4bb5-98b1-b7af1ea7e606 admin admin] Publish callbacks [] for security_group (0fb7ebbb-5e3c-4e8d-8e3a-0004531a9139), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:56.096033 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b8ff2c78-967e-4bb5-98b1-b7af1ea7e606 admin admin] Publish callbacks [] for security_group (0fb7ebbb-5e3c-4e8d-8e3a-0004531a9139), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:56.119846 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:11:56.146947 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b8ff2c78-967e-4bb5-98b1-b7af1ea7e606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (0fb7ebbb-5e3c-4e8d-8e3a-0004531a9139), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:56.149753 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b8ff2c78-967e-4bb5-98b1-b7af1ea7e606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:56.151913 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-b8ff2c78-967e-4bb5-98b1-b7af1ea7e606 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0fb7ebbb-5e3c-4e8d-8e3a-0004531a9139 HTTP/1.1" status: 204 len: 168 time: 0.1331267 Mar 08 13:11:56.159740 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff2c78-967e-4bb5-98b1-b7af1ea7e606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb7ebbb-5e3c-4e8d-8e3a-0004531a9139,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:56.166832 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ff2c78-967e-4bb5-98b1-b7af1ea7e606 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:56.167181 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ff2c78-967e-4bb5-98b1-b7af1ea7e606 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:56.167521 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ff2c78-967e-4bb5-98b1-b7af1ea7e606 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:56.167853 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ff2c78-967e-4bb5-98b1-b7af1ea7e606 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:56.168180 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ff2c78-967e-4bb5-98b1-b7af1ea7e606 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:56.168504 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ff2c78-967e-4bb5-98b1-b7af1ea7e606 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:56.168948 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ff2c78-967e-4bb5-98b1-b7af1ea7e606 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:56.169166 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ff2c78-967e-4bb5-98b1-b7af1ea7e606 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:56.169638 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ff2c78-967e-4bb5-98b1-b7af1ea7e606 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:56.169960 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ff2c78-967e-4bb5-98b1-b7af1ea7e606 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:56.170280 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ff2c78-967e-4bb5-98b1-b7af1ea7e606 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:56.170594 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ff2c78-967e-4bb5-98b1-b7af1ea7e606 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:56.170907 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ff2c78-967e-4bb5-98b1-b7af1ea7e606 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:56.428735 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46510) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:56.442160 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6c81a015-1082-4f5e-be6e-cb6f9724706e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:56.515002 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6c81a015-1082-4f5e-be6e-cb6f9724706e admin admin] Publish callbacks [] for security_group (2a5b938b-02c4-47d0-8261-39f1a1b1620d), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:56.518623 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6c81a015-1082-4f5e-be6e-cb6f9724706e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (2a5b938b-02c4-47d0-8261-39f1a1b1620d), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:56.555215 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81a015-1082-4f5e-be6e-cb6f9724706e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5b938b-02c4-47d0-8261-39f1a1b1620d,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:56.559302 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-6c81a015-1082-4f5e-be6e-cb6f9724706e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=540907bddf454c12b33a2434c98ed9b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294608 Mar 08 13:11:56.561966 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46512) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:56.609873 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a3533587-5320-4b06-bea0-eb3a0260ea7e admin admin] Publish callbacks [] for security_group (2a5b938b-02c4-47d0-8261-39f1a1b1620d), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:56.630109 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a3533587-5320-4b06-bea0-eb3a0260ea7e admin admin] Publish callbacks [] for security_group (2a5b938b-02c4-47d0-8261-39f1a1b1620d), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:56.676938 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a3533587-5320-4b06-bea0-eb3a0260ea7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (2a5b938b-02c4-47d0-8261-39f1a1b1620d), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:56.683600 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a3533587-5320-4b06-bea0-eb3a0260ea7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:56.685119 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-a3533587-5320-4b06-bea0-eb3a0260ea7e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a5b938b-02c4-47d0-8261-39f1a1b1620d HTTP/1.1" status: 204 len: 168 time: 0.1215172 Mar 08 13:11:56.694568 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3533587-5320-4b06-bea0-eb3a0260ea7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5b938b-02c4-47d0-8261-39f1a1b1620d,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:56.923794 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac475e7a-f14b-490c-936d-fccedeeca4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:58.161246 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:59.005912 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 46582) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:59.108314 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-19af4c7c-bf04-41cf-8bac-81918a02d808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:59.178348 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-19af4c7c-bf04-41cf-8bac-81918a02d808 admin admin] Publish callbacks [] for security_group (0a94f501-b478-4f2e-a3c4-e593405cadda), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:59.182012 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-19af4c7c-bf04-41cf-8bac-81918a02d808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (0a94f501-b478-4f2e-a3c4-e593405cadda), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:59.216842 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af4c7c-bf04-41cf-8bac-81918a02d808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a94f501-b478-4f2e-a3c4-e593405cadda,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:59.221612 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-19af4c7c-bf04-41cf-8bac-81918a02d808 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7e432c3fe5ae46e1aac1fc33c7267e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2146893 Mar 08 13:11:59.224173 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 46586) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:59.271040 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4794e271-2470-43a1-b4a3-4584ce5e393e admin admin] Publish callbacks [] for security_group (0a94f501-b478-4f2e-a3c4-e593405cadda), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:59.291392 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4794e271-2470-43a1-b4a3-4584ce5e393e admin admin] Publish callbacks [] for security_group (0a94f501-b478-4f2e-a3c4-e593405cadda), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:59.340106 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4794e271-2470-43a1-b4a3-4584ce5e393e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (0a94f501-b478-4f2e-a3c4-e593405cadda), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:59.342687 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4794e271-2470-43a1-b4a3-4584ce5e393e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:59.344504 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-4794e271-2470-43a1-b4a3-4584ce5e393e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0a94f501-b478-4f2e-a3c4-e593405cadda HTTP/1.1" status: 204 len: 168 time: 0.1194160 Mar 08 13:11:59.352309 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794e271-2470-43a1-b4a3-4584ce5e393e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a94f501-b478-4f2e-a3c4-e593405cadda,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:59.606481 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:59.606962 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46592) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:59.620579 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-dba5790f-dd66-449e-a149-d03b01186821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:59.698327 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-dba5790f-dd66-449e-a149-d03b01186821 admin admin] Publish callbacks [] for security_group (6b4bfcd1-a35a-4341-b465-5494fb58c2ea), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:59.702071 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-dba5790f-dd66-449e-a149-d03b01186821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (6b4bfcd1-a35a-4341-b465-5494fb58c2ea), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:59.738551 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5790f-dd66-449e-a149-d03b01186821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4bfcd1-a35a-4341-b465-5494fb58c2ea,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:59.743082 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-dba5790f-dd66-449e-a149-d03b01186821 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=996c3a72d4054314b02880e0982278a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353123 Mar 08 13:11:59.745962 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46594) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:59.791947 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-41c4a5f5-351d-4ac9-9c11-c7017325c982 admin admin] Publish callbacks [] for security_group (6b4bfcd1-a35a-4341-b465-5494fb58c2ea), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:59.813369 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-41c4a5f5-351d-4ac9-9c11-c7017325c982 admin admin] Publish callbacks [] for security_group (6b4bfcd1-a35a-4341-b465-5494fb58c2ea), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:59.861717 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-41c4a5f5-351d-4ac9-9c11-c7017325c982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (6b4bfcd1-a35a-4341-b465-5494fb58c2ea), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:59.864246 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-41c4a5f5-351d-4ac9-9c11-c7017325c982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:59.865891 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-41c4a5f5-351d-4ac9-9c11-c7017325c982 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6b4bfcd1-a35a-4341-b465-5494fb58c2ea HTTP/1.1" status: 204 len: 168 time: 0.1189380 Mar 08 13:11:59.874309 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4a5f5-351d-4ac9-9c11-c7017325c982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4bfcd1-a35a-4341-b465-5494fb58c2ea,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:00.958748 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:04.747453 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46696) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:04.857040 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-be5da8d9-1162-4aba-9d6b-29355c7371b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:04.933834 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-be5da8d9-1162-4aba-9d6b-29355c7371b5 admin admin] Publish callbacks [] for security_group (eaf4c4ec-98c7-479b-a692-cc88c72d3a37), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:04.937265 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-be5da8d9-1162-4aba-9d6b-29355c7371b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (eaf4c4ec-98c7-479b-a692-cc88c72d3a37), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:04.977792 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-be5da8d9-1162-4aba-9d6b-29355c7371b5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9a6ecb83046d4e0cac9bde39fa3b41a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292438 Mar 08 13:12:04.978651 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5da8d9-1162-4aba-9d6b-29355c7371b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf4c4ec-98c7-479b-a692-cc88c72d3a37,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:04.980809 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 46700) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:05.028524 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9a015fc7-f263-4ed0-84b7-af813a168366 admin admin] Publish callbacks [] for security_group (eaf4c4ec-98c7-479b-a692-cc88c72d3a37), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:05.049086 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9a015fc7-f263-4ed0-84b7-af813a168366 admin admin] Publish callbacks [] for security_group (eaf4c4ec-98c7-479b-a692-cc88c72d3a37), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:05.099618 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9a015fc7-f263-4ed0-84b7-af813a168366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (eaf4c4ec-98c7-479b-a692-cc88c72d3a37), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:05.102346 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9a015fc7-f263-4ed0-84b7-af813a168366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:05.103476 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-9a015fc7-f263-4ed0-84b7-af813a168366 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eaf4c4ec-98c7-479b-a692-cc88c72d3a37 HTTP/1.1" status: 204 len: 168 time: 0.1215994 Mar 08 13:12:05.113423 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a015fc7-f263-4ed0-84b7-af813a168366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf4c4ec-98c7-479b-a692-cc88c72d3a37,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:05.362621 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 46706) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:05.375513 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a934a1f6-76d8-440c-aff7-ecbb81230766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:05.449927 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a934a1f6-76d8-440c-aff7-ecbb81230766 admin admin] Publish callbacks [] for security_group (73a2a80c-a049-447e-a072-cde94279dc89), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:05.453642 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a934a1f6-76d8-440c-aff7-ecbb81230766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (73a2a80c-a049-447e-a072-cde94279dc89), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:05.491481 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-a934a1f6-76d8-440c-aff7-ecbb81230766 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1db34691dc4c4e48906a62d7134340f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278090 Mar 08 13:12:05.492372 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934a1f6-76d8-440c-aff7-ecbb81230766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a2a80c-a049-447e-a072-cde94279dc89,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:05.494210 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46708) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:05.545084 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-53a861f3-ebe3-4f09-9bc1-f822323571fc admin admin] Publish callbacks [] for security_group (73a2a80c-a049-447e-a072-cde94279dc89), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:05.566087 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-53a861f3-ebe3-4f09-9bc1-f822323571fc admin admin] Publish callbacks [] for security_group (73a2a80c-a049-447e-a072-cde94279dc89), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:05.613969 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-53a861f3-ebe3-4f09-9bc1-f822323571fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (73a2a80c-a049-447e-a072-cde94279dc89), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:05.616741 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-53a861f3-ebe3-4f09-9bc1-f822323571fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:05.618014 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-53a861f3-ebe3-4f09-9bc1-f822323571fc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/73a2a80c-a049-447e-a072-cde94279dc89 HTTP/1.1" status: 204 len: 168 time: 0.1222200 Mar 08 13:12:05.625679 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a861f3-ebe3-4f09-9bc1-f822323571fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a2a80c-a049-447e-a072-cde94279dc89,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:05.926828 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46716) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:05.939912 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a358530c-5d3c-43f7-8d18-5748e5725e6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:06.015623 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a358530c-5d3c-43f7-8d18-5748e5725e6e admin admin] Publish callbacks [] for security_group (991a72ba-5ad4-4863-a9ad-7156347a22a7), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:06.019534 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a358530c-5d3c-43f7-8d18-5748e5725e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (991a72ba-5ad4-4863-a9ad-7156347a22a7), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:06.057539 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-a358530c-5d3c-43f7-8d18-5748e5725e6e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=183dcdba7ae54fd4ab14a62274dbd7c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296275 Mar 08 13:12:06.058658 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358530c-5d3c-43f7-8d18-5748e5725e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991a72ba-5ad4-4863-a9ad-7156347a22a7,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:06.060598 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 46718) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:06.116589 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-10c630ef-014e-493e-89cd-e685a44b66d5 admin admin] Publish callbacks [] for security_group (991a72ba-5ad4-4863-a9ad-7156347a22a7), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:06.137295 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-10c630ef-014e-493e-89cd-e685a44b66d5 admin admin] Publish callbacks [] for security_group (991a72ba-5ad4-4863-a9ad-7156347a22a7), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:06.184914 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-10c630ef-014e-493e-89cd-e685a44b66d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (991a72ba-5ad4-4863-a9ad-7156347a22a7), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:06.187927 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-10c630ef-014e-493e-89cd-e685a44b66d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:06.189099 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-10c630ef-014e-493e-89cd-e685a44b66d5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/991a72ba-5ad4-4863-a9ad-7156347a22a7 HTTP/1.1" status: 204 len: 168 time: 0.1271682 Mar 08 13:12:06.197247 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c630ef-014e-493e-89cd-e685a44b66d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991a72ba-5ad4-4863-a9ad-7156347a22a7,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:08.095443 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 46786) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:08.199814 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-92bbd79d-2376-40ce-a66a-b88ee43d8d68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:08.275405 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-92bbd79d-2376-40ce-a66a-b88ee43d8d68 admin admin] Publish callbacks [] for security_group (ac8316f7-b853-4be5-badb-e887414705de), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:08.280542 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-92bbd79d-2376-40ce-a66a-b88ee43d8d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (ac8316f7-b853-4be5-badb-e887414705de), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:08.315306 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbd79d-2376-40ce-a66a-b88ee43d8d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8316f7-b853-4be5-badb-e887414705de,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:08.321694 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-92bbd79d-2376-40ce-a66a-b88ee43d8d68 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=85a1ff704e4147b086f6c049a8aabbf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251856 Mar 08 13:12:08.324328 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 46790) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:08.370996 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-24399926-9eb6-4dc7-9214-538b442e6bca admin admin] Publish callbacks [] for security_group (ac8316f7-b853-4be5-badb-e887414705de), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:08.395037 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-24399926-9eb6-4dc7-9214-538b442e6bca admin admin] Publish callbacks [] for security_group (ac8316f7-b853-4be5-badb-e887414705de), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:08.441867 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-24399926-9eb6-4dc7-9214-538b442e6bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (ac8316f7-b853-4be5-badb-e887414705de), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:08.444661 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-24399926-9eb6-4dc7-9214-538b442e6bca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:08.445811 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-24399926-9eb6-4dc7-9214-538b442e6bca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ac8316f7-b853-4be5-badb-e887414705de HTTP/1.1" status: 204 len: 168 time: 0.1205456 Mar 08 13:12:08.454206 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24399926-9eb6-4dc7-9214-538b442e6bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8316f7-b853-4be5-badb-e887414705de,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:08.703965 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46796) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:08.720116 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-aca770ff-c3c8-4ccb-b70e-74a9af77e3c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:08.799580 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-aca770ff-c3c8-4ccb-b70e-74a9af77e3c1 admin admin] Publish callbacks [] for security_group (521446c1-31d4-4dea-8888-cc99258acc1a), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:08.803233 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-aca770ff-c3c8-4ccb-b70e-74a9af77e3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (521446c1-31d4-4dea-8888-cc99258acc1a), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:08.840746 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-aca770ff-c3c8-4ccb-b70e-74a9af77e3c1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=03ccdcfca1ec41c0bfc321aad0e1a661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356235 Mar 08 13:12:08.841967 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca770ff-c3c8-4ccb-b70e-74a9af77e3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521446c1-31d4-4dea-8888-cc99258acc1a,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:08.843634 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 46798) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:08.892329 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a983cdcf-e24b-4c96-a2d6-c61983a1ec99 admin admin] Publish callbacks [] for security_group (521446c1-31d4-4dea-8888-cc99258acc1a), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:08.912507 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a983cdcf-e24b-4c96-a2d6-c61983a1ec99 admin admin] Publish callbacks [] for security_group (521446c1-31d4-4dea-8888-cc99258acc1a), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:08.964975 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a983cdcf-e24b-4c96-a2d6-c61983a1ec99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (521446c1-31d4-4dea-8888-cc99258acc1a), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:08.967817 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a983cdcf-e24b-4c96-a2d6-c61983a1ec99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:08.968992 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-a983cdcf-e24b-4c96-a2d6-c61983a1ec99 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/521446c1-31d4-4dea-8888-cc99258acc1a HTTP/1.1" status: 204 len: 168 time: 0.1243911 Mar 08 13:12:08.976465 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983cdcf-e24b-4c96-a2d6-c61983a1ec99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521446c1-31d4-4dea-8888-cc99258acc1a,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:12.534837 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:16.980317 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 46922) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:17.082628 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b6f971b5-2a84-4ad2-a27f-aa196806cb50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:17.154965 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b6f971b5-2a84-4ad2-a27f-aa196806cb50 admin admin] Publish callbacks [] for security_group (3ecf18cb-d23f-49b8-9256-f77d2a1a6c5f), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:17.162227 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b6f971b5-2a84-4ad2-a27f-aa196806cb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (3ecf18cb-d23f-49b8-9256-f77d2a1a6c5f), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:17.202622 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-b6f971b5-2a84-4ad2-a27f-aa196806cb50 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c2a061f4d8be47ccbb0591e34308d37e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209566 Mar 08 13:12:17.203456 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f971b5-2a84-4ad2-a27f-aa196806cb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecf18cb-d23f-49b8-9256-f77d2a1a6c5f,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:17.205418 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46926) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:17.255625 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-634fe41d-31c4-4645-87b3-bb4ab8e3cb89 admin admin] Publish callbacks [] for security_group (3ecf18cb-d23f-49b8-9256-f77d2a1a6c5f), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:17.276324 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-634fe41d-31c4-4645-87b3-bb4ab8e3cb89 admin admin] Publish callbacks [] for security_group (3ecf18cb-d23f-49b8-9256-f77d2a1a6c5f), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:17.325342 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-634fe41d-31c4-4645-87b3-bb4ab8e3cb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (3ecf18cb-d23f-49b8-9256-f77d2a1a6c5f), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:17.328130 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-634fe41d-31c4-4645-87b3-bb4ab8e3cb89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:17.329317 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-634fe41d-31c4-4645-87b3-bb4ab8e3cb89 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3ecf18cb-d23f-49b8-9256-f77d2a1a6c5f HTTP/1.1" status: 204 len: 168 time: 0.1228406 Mar 08 13:12:17.336959 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fe41d-31c4-4645-87b3-bb4ab8e3cb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecf18cb-d23f-49b8-9256-f77d2a1a6c5f,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:17.598406 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 46932) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:17.612099 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-503daec3-e127-4f5e-8d6e-48e9b8aef057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:17.683232 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-503daec3-e127-4f5e-8d6e-48e9b8aef057 admin admin] Publish callbacks [] for security_group (c7cce7ad-27e7-43e6-802b-aaabdc4da365), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:17.687104 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-503daec3-e127-4f5e-8d6e-48e9b8aef057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (c7cce7ad-27e7-43e6-802b-aaabdc4da365), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:17.724108 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-503daec3-e127-4f5e-8d6e-48e9b8aef057 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=607e5eacf0d2496c98fd765859eacd79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1246502 Mar 08 13:12:17.725093 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503daec3-e127-4f5e-8d6e-48e9b8aef057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cce7ad-27e7-43e6-802b-aaabdc4da365,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:17.727069 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46934) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:17.776613 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2425b398-2a7c-4fbb-a841-b0e136ee24b1 admin admin] Publish callbacks [] for security_group (c7cce7ad-27e7-43e6-802b-aaabdc4da365), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:17.801948 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2425b398-2a7c-4fbb-a841-b0e136ee24b1 admin admin] Publish callbacks [] for security_group (c7cce7ad-27e7-43e6-802b-aaabdc4da365), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:17.853194 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2425b398-2a7c-4fbb-a841-b0e136ee24b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (c7cce7ad-27e7-43e6-802b-aaabdc4da365), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:17.856446 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2425b398-2a7c-4fbb-a841-b0e136ee24b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:17.857932 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-2425b398-2a7c-4fbb-a841-b0e136ee24b1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c7cce7ad-27e7-43e6-802b-aaabdc4da365 HTTP/1.1" status: 204 len: 168 time: 0.1295681 Mar 08 13:12:17.866013 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425b398-2a7c-4fbb-a841-b0e136ee24b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cce7ad-27e7-43e6-802b-aaabdc4da365,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:18.173471 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46940) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:18.187443 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c65a9bce-5bd8-419f-a30a-f69ea8f6f5eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:18.296809 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c65a9bce-5bd8-419f-a30a-f69ea8f6f5eb admin admin] Publish callbacks [] for security_group (8690b6c4-e1e6-46db-868c-54dfcb20496c), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:18.301525 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c65a9bce-5bd8-419f-a30a-f69ea8f6f5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (8690b6c4-e1e6-46db-868c-54dfcb20496c), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:18.340672 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-c65a9bce-5bd8-419f-a30a-f69ea8f6f5eb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1e5bbdf95ceb4b308f2f893f4749e247&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1660650 Mar 08 13:12:18.341545 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a9bce-5bd8-419f-a30a-f69ea8f6f5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8690b6c4-e1e6-46db-868c-54dfcb20496c,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:18.343289 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 46942) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:18.390771 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d559cafe-9cb0-443a-9565-752bcc0655eb admin admin] Publish callbacks [] for security_group (8690b6c4-e1e6-46db-868c-54dfcb20496c), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:18.411169 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d559cafe-9cb0-443a-9565-752bcc0655eb admin admin] Publish callbacks [] for security_group (8690b6c4-e1e6-46db-868c-54dfcb20496c), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:18.458118 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d559cafe-9cb0-443a-9565-752bcc0655eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (8690b6c4-e1e6-46db-868c-54dfcb20496c), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:18.460827 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d559cafe-9cb0-443a-9565-752bcc0655eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:18.461974 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-d559cafe-9cb0-443a-9565-752bcc0655eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8690b6c4-e1e6-46db-868c-54dfcb20496c HTTP/1.1" status: 204 len: 168 time: 0.1177020 Mar 08 13:12:18.469521 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559cafe-9cb0-443a-9565-752bcc0655eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8690b6c4-e1e6-46db-868c-54dfcb20496c,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:21.245486 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c98652-07c3-4fc2-a71e-751cc0968130 req-5c95de71-20d7-4007-9ea9-8e84eb9bf11f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:21.247000 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-01c98652-07c3-4fc2-a71e-751cc0968130 req-5c95de71-20d7-4007-9ea9-8e84eb9bf11f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 947 time: 0.0571723 Mar 08 13:12:21.297315 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-01c98652-07c3-4fc2-a71e-751cc0968130 req-6979ba6e-2835-44fd-b33e-e2466b826298 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442090 Mar 08 13:12:22.424358 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e8dff-ee50-42ce-acfb-58ae0a98cc4c req-64e644a4-17ce-4493-a489-c9f85680d05f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:22.425871 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-989e8dff-ee50-42ce-acfb-58ae0a98cc4c req-64e644a4-17ce-4493-a489-c9f85680d05f tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 947 time: 0.0540838 Mar 08 13:12:22.480414 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-989e8dff-ee50-42ce-acfb-58ae0a98cc4c req-a6c6f3bc-b757-42af-b078-3dc13393c8fe tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdbb1059-7295-46da-b262-087463a6821d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485661 Mar 08 13:12:22.990524 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789664c2-545f-479d-adb8-a1a43defcbca req-c29944a1-17f4-4474-a18b-597a5fc149d6 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:22.991913 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-789664c2-545f-479d-adb8-a1a43defcbca req-c29944a1-17f4-4474-a18b-597a5fc149d6 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.72 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 947 time: 0.0523567 Mar 08 13:12:23.083163 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-789664c2-545f-479d-adb8-a1a43defcbca req-a0c96204-ed2f-47df-b0cc-85d4d6efcf04 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Deleting port caa06246-d9d8-421c-811d-fbf02939abe9 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:12:23.083501 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-789664c2-545f-479d-adb8-a1a43defcbca req-a0c96204-ed2f-47df-b0cc-85d4d6efcf04 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (caa06246-d9d8-421c-811d-fbf02939abe9), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:23.174510 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-789664c2-545f-479d-adb8-a1a43defcbca req-a0c96204-ed2f-47df-b0cc-85d4d6efcf04 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] For port caa06246-d9d8-421c-811d-fbf02939abe9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=caa06246-d9d8-421c-811d-fbf02939abe9,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:23.174871 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-789664c2-545f-479d-adb8-a1a43defcbca req-a0c96204-ed2f-47df-b0cc-85d4d6efcf04 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (caa06246-d9d8-421c-811d-fbf02939abe9), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:23.347228 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-789664c2-545f-479d-adb8-a1a43defcbca req-a0c96204-ed2f-47df-b0cc-85d4d6efcf04 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:23.347598 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-789664c2-545f-479d-adb8-a1a43defcbca req-a0c96204-ed2f-47df-b0cc-85d4d6efcf04 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (0dadeec7-3fd0-48e7-ab5d-7d61fe0ab7b9), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:23.347922 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.l3_db [req-789664c2-545f-479d-adb8-a1a43defcbca req-a0c96204-ed2f-47df-b0cc-85d4d6efcf04 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Floating IP 0dadeec7-3fd0-48e7-ab5d-7d61fe0ab7b9 disassociated. External IP: 172.27.3.72, port: caa06246-d9d8-421c-811d-fbf02939abe9. Mar 08 13:12:23.348268 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-789664c2-545f-479d-adb8-a1a43defcbca req-a0c96204-ed2f-47df-b0cc-85d4d6efcf04 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Calling delete_port for caa06246-d9d8-421c-811d-fbf02939abe9 owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:12:23.481737 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-789664c2-545f-479d-adb8-a1a43defcbca req-a0c96204-ed2f-47df-b0cc-85d4d6efcf04 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (caa06246-d9d8-421c-811d-fbf02939abe9), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:23.512494 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c96204-ed2f-47df-b0cc-85d4d6efcf04 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Pushing event deleted for resources: {'Port': ['ID=caa06246-d9d8-421c-811d-fbf02939abe9,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:23.606397 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-12346ec0-95e6-4ca7-b8a2-a2f7cacfb0f2 req-1db8b644-0a6b-44a7-88db-58fcac5c1571 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/ports?device_id=d300689d-1e50-4e03-ba10-e68ce50f48bd HTTP/1.1" status: 200 len: 210 time: 0.0334651 Mar 08 13:12:23.670355 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-789664c2-545f-479d-adb8-a1a43defcbca req-a0c96204-ed2f-47df-b0cc-85d4d6efcf04 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Router 60cedf14-fb11-4ee0-8251-57ef157bb87d has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:12:23.782473 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-789664c2-545f-479d-adb8-a1a43defcbca req-a0c96204-ed2f-47df-b0cc-85d4d6efcf04 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:12:23.792942 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ce97b2-fb55-4258-b200-9d15cff04742 None None] Sync routers for ids ['60cedf14-fb11-4ee0-8251-57ef157bb87d'] in dv-cinder-830089-2-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:12:23.802756 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ce97b2-fb55-4258-b200-9d15cff04742 None None] Routers {'60cedf14-fb11-4ee0-8251-57ef157bb87d'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:23.803301 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-70ce97b2-fb55-4258-b200-9d15cff04742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:11:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['60cedf14-fb11-4ee0-8251-57ef157bb87d'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:23.825970 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-789664c2-545f-479d-adb8-a1a43defcbca req-a0c96204-ed2f-47df-b0cc-85d4d6efcf04 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] No DVR routers for this DVR port caa06246-d9d8-421c-811d-fbf02939abe9 on host hv-cinder-83008 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:12:23.829196 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-789664c2-545f-479d-adb8-a1a43defcbca req-a0c96204-ed2f-47df-b0cc-85d4d6efcf04 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:23.832589 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-789664c2-545f-479d-adb8-a1a43defcbca req-a0c96204-ed2f-47df-b0cc-85d4d6efcf04 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.72 "DELETE /v2.0/ports/caa06246-d9d8-421c-811d-fbf02939abe9 HTTP/1.1" status: 204 len: 173 time: 0.8359008 Mar 08 13:12:23.833063 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd300689d-1e50-4e03-ba10-e68ce50f48bd', 'name': 'network-vif-deleted', 'tag': 'caa06246-d9d8-421c-811d-fbf02939abe9'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:12:23.835329 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc279200-2bd5-428d-b562-cb3c031b7d22" -d '{"events": [{"server_uuid": "d300689d-1e50-4e03-ba10-e68ce50f48bd", "name": "network-vif-deleted", "tag": "caa06246-d9d8-421c-811d-fbf02939abe9"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:12:23.880506 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd029106-ce6e-405e-be5f-1f9eb04302ae x-openstack-request-id: req-bd029106-ce6e-405e-be5f-1f9eb04302ae {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:12:23.880930 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d300689d-1e50-4e03-ba10-e68ce50f48bd", "name": "network-vif-deleted", "tag": "caa06246-d9d8-421c-811d-fbf02939abe9", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:12:23.881310 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bd029106-ce6e-405e-be5f-1f9eb04302ae {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:12:23.881856 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd300689d-1e50-4e03-ba10-e68ce50f48bd', 'name': 'network-vif-deleted', 'tag': 'caa06246-d9d8-421c-811d-fbf02939abe9', 'status': 'completed', 'code': 200} Mar 08 13:12:23.921651 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-70ce97b2-fb55-4258-b200-9d15cff04742 None None] Set router 60cedf14-fb11-4ee0-8251-57ef157bb87d gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:24.130639 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-70ce97b2-fb55-4258-b200-9d15cff04742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'name': 'tempest-AttachVolumeShelveTestJSON-306604063-router', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:11Z', 'updated_at': '2022-03-08T13:01:22Z', 'revision_number': 4, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'gw_port': {'id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:13Z', 'updated_at': '2022-03-08T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '9587cfc9-8e13-4323-bb1f-c0ce5568868b', 'name': '', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'mac_address': 'fa:16:3e:d5:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:19Z', 'updated_at': '2022-03-08T13:01:29Z', 'revision_number': 5, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'subnets': [{'id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:24.157202 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ce97b2-fb55-4258-b200-9d15cff04742 None None] Checking router: 60cedf14-fb11-4ee0-8251-57ef157bb87d for host: dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:12:24.165423 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ce97b2-fb55-4258-b200-9d15cff04742 None None] Routers {'60cedf14-fb11-4ee0-8251-57ef157bb87d'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:24.166024 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-70ce97b2-fb55-4258-b200-9d15cff04742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:11:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['60cedf14-fb11-4ee0-8251-57ef157bb87d'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:24.369758 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-70ce97b2-fb55-4258-b200-9d15cff04742 None None] Set router 60cedf14-fb11-4ee0-8251-57ef157bb87d gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:24.569264 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-70ce97b2-fb55-4258-b200-9d15cff04742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'name': 'tempest-AttachVolumeShelveTestJSON-306604063-router', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:11Z', 'updated_at': '2022-03-08T13:01:22Z', 'revision_number': 4, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'gw_port': {'id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:13Z', 'updated_at': '2022-03-08T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '9587cfc9-8e13-4323-bb1f-c0ce5568868b', 'name': '', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'mac_address': 'fa:16:3e:d5:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:19Z', 'updated_at': '2022-03-08T13:01:29Z', 'revision_number': 5, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'subnets': [{'id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:24.597989 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ce97b2-fb55-4258-b200-9d15cff04742 None None] The sync data for ids ['60cedf14-fb11-4ee0-8251-57ef157bb87d'] in dv-cinder-830089-2-iscsi is: [{'id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'name': 'tempest-AttachVolumeShelveTestJSON-306604063-router', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:11Z', 'updated_at': '2022-03-08T13:01:22Z', 'revision_number': 4, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'gw_port': {'id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:13Z', 'updated_at': '2022-03-08T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '9587cfc9-8e13-4323-bb1f-c0ce5568868b', 'name': '', 'network_id': '1855bf0b-ed79-4719-8efd-6cc0a1498526', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'mac_address': 'fa:16:3e:d5:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:19Z', 'updated_at': '2022-03-08T13:01:29Z', 'revision_number': 5, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'subnets': [{'id': 'b305f603-9e69-4e73-882b-c5731c87cd5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:12:24.697603 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 46972) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:24.714380 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-11c85b57-f96e-429a-8051-b2903eacc984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:24.755265 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f214e529-4bd2-4e9e-845b-f5044f1b8667 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for security_group (bdbb1059-7295-46da-b262-087463a6821d), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:24.779733 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f214e529-4bd2-4e9e-845b-f5044f1b8667 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for security_group (bdbb1059-7295-46da-b262-087463a6821d), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:24.829987 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f214e529-4bd2-4e9e-845b-f5044f1b8667 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (bdbb1059-7295-46da-b262-087463a6821d), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:24.832578 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f214e529-4bd2-4e9e-845b-f5044f1b8667 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:24.833958 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-f214e529-4bd2-4e9e-845b-f5044f1b8667 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "DELETE /v2.0/security-groups/bdbb1059-7295-46da-b262-087463a6821d HTTP/1.1" status: 204 len: 168 time: 0.1351113 Mar 08 13:12:24.837090 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46974) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:24.845388 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214e529-4bd2-4e9e-845b-f5044f1b8667 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbb1059-7295-46da-b262-087463a6821d,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:24.845585 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7c2da7-74a4-4cc1-9009-f89f89a46009 None None] New status for floating IP 0dadeec7-3fd0-48e7-ab5d-7d61fe0ab7b9: DOWN {{(pid=102970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:12:24.858167 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.api.v2.resource [None req-e5e1893f-1e27-42bf-8cff-d0760669b858 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] show failed (client error): The resource could not be found. Mar 08 13:12:24.859737 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-e5e1893f-1e27-42bf-8cff-d0760669b858 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "GET /v2.0/security-groups/bdbb1059-7295-46da-b262-087463a6821d HTTP/1.1" status: 404 len: 347 time: 0.0209208 Mar 08 13:12:24.862675 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46976) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:24.996521 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-1a6758a6-af52-4fa0-a464-c87ccb352edf tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Deleting port 6ee462cc-cea1-4e94-b040-50ea8024e54d {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:12:24.996898 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1a6758a6-af52-4fa0-a464-c87ccb352edf tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (6ee462cc-cea1-4e94-b040-50ea8024e54d), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:25.074318 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1a6758a6-af52-4fa0-a464-c87ccb352edf tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (6ee462cc-cea1-4e94-b040-50ea8024e54d), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:25.074638 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1a6758a6-af52-4fa0-a464-c87ccb352edf tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for floatingip (6ee462cc-cea1-4e94-b040-50ea8024e54d), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:25.086443 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-1a6758a6-af52-4fa0-a464-c87ccb352edf tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Calling delete_port for 6ee462cc-cea1-4e94-b040-50ea8024e54d owned by network:floatingip {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:12:25.217170 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1a6758a6-af52-4fa0-a464-c87ccb352edf tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (6ee462cc-cea1-4e94-b040-50ea8024e54d), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:25.245225 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6758a6-af52-4fa0-a464-c87ccb352edf tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Pushing event deleted for resources: {'Port': ['ID=6ee462cc-cea1-4e94-b040-50ea8024e54d,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:25.313159 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1a6758a6-af52-4fa0-a464-c87ccb352edf tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks [] for floatingip (0dadeec7-3fd0-48e7-ab5d-7d61fe0ab7b9), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:25.316295 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1a6758a6-af52-4fa0-a464-c87ccb352edf tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:25.317518 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-1a6758a6-af52-4fa0-a464-c87ccb352edf tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] 10.222.0.50 "DELETE /v2.0/floatingips/0dadeec7-3fd0-48e7-ab5d-7d61fe0ab7b9 HTTP/1.1" status: 204 len: 168 time: 0.4539561 Mar 08 13:12:26.038695 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device caa06246-d9d8-421c-811d-fbf02939abe9 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:12:26.058607 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] No Port match for: caa06246-d9d8-421c-811d-fbf02939abe9 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:12:26.058948 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device caa06246-d9d8-421c-811d-fbf02939abe9 not bound to the agent host hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:12:26.929112 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-2b3c05d7-38a5-4771-af18-66fea2a9c723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:27.716099 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 46998) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:28.164034 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:28.219193 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c22cca1d-3b0f-4489-a4f5-637b3f8702b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674134'] for router_interface (60cedf14-fb11-4ee0-8251-57ef157bb87d), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:28.473916 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-c22cca1d-3b0f-4489-a4f5-637b3f8702b2 admin admin] Deleting port 9587cfc9-8e13-4323-bb1f-c0ce5568868b {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:12:28.474146 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c22cca1d-3b0f-4489-a4f5-637b3f8702b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (9587cfc9-8e13-4323-bb1f-c0ce5568868b), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:28.550432 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-c22cca1d-3b0f-4489-a4f5-637b3f8702b2 admin admin] For port 9587cfc9-8e13-4323-bb1f-c0ce5568868b, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=9587cfc9-8e13-4323-bb1f-c0ce5568868b,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:28.550786 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c22cca1d-3b0f-4489-a4f5-637b3f8702b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (9587cfc9-8e13-4323-bb1f-c0ce5568868b), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:28.562186 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-c22cca1d-3b0f-4489-a4f5-637b3f8702b2 admin admin] Calling delete_port for 9587cfc9-8e13-4323-bb1f-c0ce5568868b owned by network:router_interface {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:12:28.746298 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c22cca1d-3b0f-4489-a4f5-637b3f8702b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (9587cfc9-8e13-4323-bb1f-c0ce5568868b), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:28.770413 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22cca1d-3b0f-4489-a4f5-637b3f8702b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9587cfc9-8e13-4323-bb1f-c0ce5568868b,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:28.945068 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c22cca1d-3b0f-4489-a4f5-637b3f8702b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674082'] for router_interface (60cedf14-fb11-4ee0-8251-57ef157bb87d), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:29.167035 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22cca1d-3b0f-4489-a4f5-637b3f8702b2 admin admin] Router 60cedf14-fb11-4ee0-8251-57ef157bb87d has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:12:29.273606 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22cca1d-3b0f-4489-a4f5-637b3f8702b2 admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:12:29.278655 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-c22cca1d-3b0f-4489-a4f5-637b3f8702b2 admin admin] 10.222.0.50 "PUT /v2.0/routers/60cedf14-fb11-4ee0-8251-57ef157bb87d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5614715 Mar 08 13:12:29.283109 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 47004) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:29.285167 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ed5273-00c8-4916-a33e-3edb834afae1 None None] Sync routers for ids ['60cedf14-fb11-4ee0-8251-57ef157bb87d'] in dv-cinder-830089-2-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:12:29.295315 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ed5273-00c8-4916-a33e-3edb834afae1 None None] Routers {'60cedf14-fb11-4ee0-8251-57ef157bb87d'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:29.295929 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-34ed5273-00c8-4916-a33e-3edb834afae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:12:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['60cedf14-fb11-4ee0-8251-57ef157bb87d'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:29.397590 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6a3f983a-7824-4b9f-a687-972ea0546d87 admin admin] Publish callbacks [] for router (60cedf14-fb11-4ee0-8251-57ef157bb87d), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:29.404922 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-34ed5273-00c8-4916-a33e-3edb834afae1 None None] Set router 60cedf14-fb11-4ee0-8251-57ef157bb87d gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:29.585663 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-34ed5273-00c8-4916-a33e-3edb834afae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'name': 'tempest-AttachVolumeShelveTestJSON-306604063-router', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:11Z', 'updated_at': '2022-03-08T13:12:28Z', 'revision_number': 5, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'gw_port': {'id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:13Z', 'updated_at': '2022-03-08T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:29.609363 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:29.618666 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ed5273-00c8-4916-a33e-3edb834afae1 None None] Checking router: 60cedf14-fb11-4ee0-8251-57ef157bb87d for host: dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:12:29.628404 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ed5273-00c8-4916-a33e-3edb834afae1 None None] Routers {'60cedf14-fb11-4ee0-8251-57ef157bb87d'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:29.629067 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-34ed5273-00c8-4916-a33e-3edb834afae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:12:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['60cedf14-fb11-4ee0-8251-57ef157bb87d'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:29.737089 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-34ed5273-00c8-4916-a33e-3edb834afae1 None None] Set router 60cedf14-fb11-4ee0-8251-57ef157bb87d gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:29.756034 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6a3f983a-7824-4b9f-a687-972ea0546d87 admin admin] Publish callbacks [] for router_gateway (60cedf14-fb11-4ee0-8251-57ef157bb87d), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:29.808197 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-6a3f983a-7824-4b9f-a687-972ea0546d87 admin admin] Deleting port 0cb6aaf6-1cd5-4314-94bb-448cf2e3e859 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:12:29.808704 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6a3f983a-7824-4b9f-a687-972ea0546d87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (0cb6aaf6-1cd5-4314-94bb-448cf2e3e859), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:29.891305 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-6a3f983a-7824-4b9f-a687-972ea0546d87 admin admin] For port 0cb6aaf6-1cd5-4314-94bb-448cf2e3e859, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=0cb6aaf6-1cd5-4314-94bb-448cf2e3e859,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:29.891653 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6a3f983a-7824-4b9f-a687-972ea0546d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (0cb6aaf6-1cd5-4314-94bb-448cf2e3e859), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:29.903814 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-6a3f983a-7824-4b9f-a687-972ea0546d87 admin admin] Calling delete_port for 0cb6aaf6-1cd5-4314-94bb-448cf2e3e859 owned by network:router_gateway {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:12:29.913707 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-34ed5273-00c8-4916-a33e-3edb834afae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'name': 'tempest-AttachVolumeShelveTestJSON-306604063-router', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:11Z', 'updated_at': '2022-03-08T13:12:28Z', 'revision_number': 5, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'gw_port': {'id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:13Z', 'updated_at': '2022-03-08T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:29.941747 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ed5273-00c8-4916-a33e-3edb834afae1 None None] The sync data for ids ['60cedf14-fb11-4ee0-8251-57ef157bb87d'] in dv-cinder-830089-2-iscsi is: [{'id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'name': 'tempest-AttachVolumeShelveTestJSON-306604063-router', 'tenant_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:11Z', 'updated_at': '2022-03-08T13:12:28Z', 'revision_number': 5, 'project_id': '41c838c4ea194624a0d4fca29dbc6bc6', 'gw_port': {'id': '0cb6aaf6-1cd5-4314-94bb-448cf2e3e859', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cedf14-fb11-4ee0-8251-57ef157bb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:13Z', 'updated_at': '2022-03-08T13:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:12:30.073785 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6a3f983a-7824-4b9f-a687-972ea0546d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (0cb6aaf6-1cd5-4314-94bb-448cf2e3e859), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:30.104031 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f983a-7824-4b9f-a687-972ea0546d87 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cb6aaf6-1cd5-4314-94bb-448cf2e3e859,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:30.163349 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6a3f983a-7824-4b9f-a687-972ea0546d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673672'] for router_gateway (60cedf14-fb11-4ee0-8251-57ef157bb87d), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:30.254664 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6a3f983a-7824-4b9f-a687-972ea0546d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60786'] for router (60cedf14-fb11-4ee0-8251-57ef157bb87d), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:30.256885 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6a3f983a-7824-4b9f-a687-972ea0546d87 admin admin] Publish callbacks [] for router_controller (60cedf14-fb11-4ee0-8251-57ef157bb87d), precommit_delete_associations {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:30.308952 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6a3f983a-7824-4b9f-a687-972ea0546d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676139'] for router (60cedf14-fb11-4ee0-8251-57ef157bb87d), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:30.309516 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3f983a-7824-4b9f-a687-972ea0546d87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60cedf14-fb11-4ee0-8251-57ef157bb87d {{(pid=102968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:12:30.314263 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6a3f983a-7824-4b9f-a687-972ea0546d87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:30.315441 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-6a3f983a-7824-4b9f-a687-972ea0546d87 admin admin] 10.222.0.50 "DELETE /v2.0/routers/60cedf14-fb11-4ee0-8251-57ef157bb87d HTTP/1.1" status: 204 len: 168 time: 1.0314002 Mar 08 13:12:30.318710 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 47006) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:30.373267 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf0fac4-a237-4493-8eb1-ac0985c969b6 admin admin] Deleting subnet b305f603-9e69-4e73-882b-c5731c87cd5a {{(pid=102968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:12:30.376861 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-fbf0fac4-a237-4493-8eb1-ac0985c969b6 admin admin] Publish callbacks [] for subnet (b305f603-9e69-4e73-882b-c5731c87cd5a), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:30.415934 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-fbf0fac4-a237-4493-8eb1-ac0985c969b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5405124'] for subnet (b305f603-9e69-4e73-882b-c5731c87cd5a), precommit_delete_associations {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:30.498453 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-fbf0fac4-a237-4493-8eb1-ac0985c969b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791735'] for subnet (b305f603-9e69-4e73-882b-c5731c87cd5a), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:30.552901 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-fbf0fac4-a237-4493-8eb1-ac0985c969b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5564856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6168924'] for subnet (b305f603-9e69-4e73-882b-c5731c87cd5a), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:30.578945 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0fac4-a237-4493-8eb1-ac0985c969b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b305f603-9e69-4e73-882b-c5731c87cd5a,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:30.582540 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-fbf0fac4-a237-4493-8eb1-ac0985c969b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:30.587710 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-fbf0fac4-a237-4493-8eb1-ac0985c969b6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b305f603-9e69-4e73-882b-c5731c87cd5a HTTP/1.1" status: 204 len: 168 time: 0.2662241 Mar 08 13:12:30.588531 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47008) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:30.590492 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1832cbe2-70e3-4ab5-8a2e-d95790f40874 None None] Network 1855bf0b-ed79-4719-8efd-6cc0a1498526 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:12:30.671373 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-08f84f39-bcb4-478c-9801-aac4362a03d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749880'] for network (1855bf0b-ed79-4719-8efd-6cc0a1498526), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:30.724104 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-08f84f39-bcb4-478c-9801-aac4362a03d4 admin admin] Deleting port 9abc0768-91e4-4b71-a1d7-5f465da5aaa9 {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:12:30.724439 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-08f84f39-bcb4-478c-9801-aac4362a03d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (9abc0768-91e4-4b71-a1d7-5f465da5aaa9), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:30.784534 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [None req-08f84f39-bcb4-478c-9801-aac4362a03d4 admin admin] For port 9abc0768-91e4-4b71-a1d7-5f465da5aaa9, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=9abc0768-91e4-4b71-a1d7-5f465da5aaa9,segment=NetworkSegment(6878711a-8eab-4297-87fb-369fac68aae5),segment_id=6878711a-8eab-4297-87fb-369fac68aae5)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:30.784918 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-08f84f39-bcb4-478c-9801-aac4362a03d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (9abc0768-91e4-4b71-a1d7-5f465da5aaa9), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:30.800079 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-08f84f39-bcb4-478c-9801-aac4362a03d4 admin admin] Calling delete_port for 9abc0768-91e4-4b71-a1d7-5f465da5aaa9 owned by network:dhcp {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:12:30.880139 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-08f84f39-bcb4-478c-9801-aac4362a03d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (9abc0768-91e4-4b71-a1d7-5f465da5aaa9), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:30.916308 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f84f39-bcb4-478c-9801-aac4362a03d4 admin admin] No DVR routers for this DVR port 9abc0768-91e4-4b71-a1d7-5f465da5aaa9 on host dv-cinder-830089-2-iscsi {{(pid=102969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:12:30.920009 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f84f39-bcb4-478c-9801-aac4362a03d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9abc0768-91e4-4b71-a1d7-5f465da5aaa9,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:30.965003 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1e0134-b513-498c-bfa6-9e8464b822c9 None None] DHCP port deletion for 1855bf0b-ed79-4719-8efd-6cc0a1498526 request from dv-cinder-830089-2-iscsi {{(pid=102970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 13:12:30.997509 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:31.014611 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-08f84f39-bcb4-478c-9801-aac4362a03d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773944', 'neutron.services.segments.db._delete_segments_for_network-8755472085351'] for network (1855bf0b-ed79-4719-8efd-6cc0a1498526), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:31.018613 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 0cb6aaf6-1cd5-4314-94bb-448cf2e3e859 no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:12:31.035478 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-08f84f39-bcb4-478c-9801-aac4362a03d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1855bf0b-ed79-4719-8efd-6cc0a1498526']}} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:31.044128 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: 0cb6aaf6-1cd5-4314-94bb-448cf2e3e859 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:12:31.044471 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 0cb6aaf6-1cd5-4314-94bb-448cf2e3e859 not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:12:31.044835 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-08f84f39-bcb4-478c-9801-aac4362a03d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6878711a-8eab-4297-87fb-369fac68aae5') {'for_net_delete': True} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:31.044945 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 9587cfc9-8e13-4323-bb1f-c0ce5568868b no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:12:31.045144 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-08f84f39-bcb4-478c-9801-aac4362a03d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6878711a-8eab-4297-87fb-369fac68aae5') {} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:31.054729 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-08f84f39-bcb4-478c-9801-aac4362a03d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755472086384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5748543'] for segment (6878711a-8eab-4297-87fb-369fac68aae5), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:31.064398 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: 9587cfc9-8e13-4323-bb1f-c0ce5568868b {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:12:31.064772 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 9587cfc9-8e13-4323-bb1f-c0ce5568868b not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:12:31.065187 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 9abc0768-91e4-4b71-a1d7-5f465da5aaa9 no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:12:31.068366 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-08f84f39-bcb4-478c-9801-aac4362a03d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (6878711a-8eab-4297-87fb-369fac68aae5), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:31.074776 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f84f39-bcb4-478c-9801-aac4362a03d4 admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=102969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:12:31.075151 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-08f84f39-bcb4-478c-9801-aac4362a03d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4286982'] for segment (6878711a-8eab-4297-87fb-369fac68aae5), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: Traceback (most recent call last): Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: timer() Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: cb(*args, **kw) Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: return func(*args, **kwargs) Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: self._notify() Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: self.callback(batched_events) Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: event.method(event) Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: return f(self, *a, **k) Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: return self._get(url).json() Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: return self.request(url, 'GET', **kwargs) Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:12:31.077184 dv-cinder-830089-2-iscsi neutron-server[102969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:12:31.084542 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: 9abc0768-91e4-4b71-a1d7-5f465da5aaa9 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:12:31.084920 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 9abc0768-91e4-4b71-a1d7-5f465da5aaa9 not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:12:31.131254 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-08f84f39-bcb4-478c-9801-aac4362a03d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673708'] for network (1855bf0b-ed79-4719-8efd-6cc0a1498526), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:31.136642 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-08f84f39-bcb4-478c-9801-aac4362a03d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:31.139800 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-08f84f39-bcb4-478c-9801-aac4362a03d4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/1855bf0b-ed79-4719-8efd-6cc0a1498526 HTTP/1.1" status: 204 len: 168 time: 0.5492389 Mar 08 13:12:31.150462 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f84f39-bcb4-478c-9801-aac4362a03d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1855bf0b-ed79-4719-8efd-6cc0a1498526,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:31.251985 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47012) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:31.293318 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-da8d1ae0-5f1b-4b5e-81df-a841da55b4de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=41c838c4ea194624a0d4fca29dbc6bc6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406733 Mar 08 13:12:31.295715 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47014) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:31.341837 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d500ac9d-24b3-4f13-838c-5b078d7d694c admin admin] Publish callbacks [] for security_group (ae982e34-181b-4212-bf52-f8d11c0693c7), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:31.364800 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d500ac9d-24b3-4f13-838c-5b078d7d694c admin admin] Publish callbacks [] for security_group (ae982e34-181b-4212-bf52-f8d11c0693c7), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:31.409021 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d500ac9d-24b3-4f13-838c-5b078d7d694c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (ae982e34-181b-4212-bf52-f8d11c0693c7), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:31.411573 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d500ac9d-24b3-4f13-838c-5b078d7d694c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:31.412758 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-d500ac9d-24b3-4f13-838c-5b078d7d694c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ae982e34-181b-4212-bf52-f8d11c0693c7 HTTP/1.1" status: 204 len: 168 time: 0.1155550 Mar 08 13:12:31.420369 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500ac9d-24b3-4f13-838c-5b078d7d694c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae982e34-181b-4212-bf52-f8d11c0693c7,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:32.095910 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 47036) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:32.193256 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-a6090f2e-da58-4592-83e1-85de611bbbcd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1231596380-network', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:12:32.212785 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6090f2e-da58-4592-83e1-85de611bbbcd admin admin] Made reservation on behalf of cec937854d5a4539a505bc92cfa1e8c3 for: {'network': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:12:32.215019 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a6090f2e-da58-4592-83e1-85de611bbbcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for network (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:32.224137 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a6090f2e-da58-4592-83e1-85de611bbbcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:32.297524 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a6090f2e-da58-4592-83e1-85de611bbbcd admin admin] Publish callbacks [] for security_group (b59e2256-43c7-4414-9736-bd6cb4eaf33b), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:32.301400 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a6090f2e-da58-4592-83e1-85de611bbbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (b59e2256-43c7-4414-9736-bd6cb4eaf33b), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:32.321597 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6090f2e-da58-4592-83e1-85de611bbbcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=102968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:12:32.336530 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6090f2e-da58-4592-83e1-85de611bbbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59e2256-43c7-4414-9736-bd6cb4eaf33b,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:32.339399 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a6090f2e-da58-4592-83e1-85de611bbbcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (aee775c5-334f-4ae8-a366-a04ce30cc8da), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:32.339736 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.segments_db [None req-a6090f2e-da58-4592-83e1-85de611bbbcd admin admin] Added segment aee775c5-334f-4ae8-a366-a04ce30cc8da of type vlan for network 704fe92a-ae52-4570-b350-fd23be3fef08 Mar 08 13:12:32.383725 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a6090f2e-da58-4592-83e1-85de611bbbcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755471561494'] for network (704fe92a-ae52-4570-b350-fd23be3fef08), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:32.409934 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a6090f2e-da58-4592-83e1-85de611bbbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808'] for network (704fe92a-ae52-4570-b350-fd23be3fef08), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:32.410895 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6090f2e-da58-4592-83e1-85de611bbbcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:32.411454 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a6090f2e-da58-4592-83e1-85de611bbbcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:32.447341 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-a6090f2e-da58-4592-83e1-85de611bbbcd admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3502693 Mar 08 13:12:32.450271 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47040) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:32.455203 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-1dc7b0cb-ca17-4441-9ac5-05b3e416d106 admin admin] Request body: {'subnet': {'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-subnet', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:12:32.474809 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc7b0cb-ca17-4441-9ac5-05b3e416d106 admin admin] Made reservation on behalf of cec937854d5a4539a505bc92cfa1e8c3 for: {'subnet': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:12:32.476517 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6090f2e-da58-4592-83e1-85de611bbbcd admin admin] Pushing event updated for resources: {'Network': ['ID=704fe92a-ae52-4570-b350-fd23be3fef08,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:32.477500 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1dc7b0cb-ca17-4441-9ac5-05b3e416d106 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4213133'] for subnet (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:32.487321 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Network 704fe92a-ae52-4570-b350-fd23be3fef08 details requested by agent ovs-agent-dv-cinder-830089-2-iscsi with host dv-cinder-830089-2-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:12:32.869746 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1dc7b0cb-ca17-4441-9ac5-05b3e416d106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4285867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4213139'] for subnet (18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:32.922211 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7b0cb-ca17-4441-9ac5-05b3e416d106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:32.932480 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc7b0cb-ca17-4441-9ac5-05b3e416d106 admin admin] Checking segment: {'id': 'aee775c5-334f-4ae8-a366-a04ce30cc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:12:32.932865 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc7b0cb-ca17-4441-9ac5-05b3e416d106 admin admin] Network hostable DHCP agents. Network: 704fe92a-ae52-4570-b350-fd23be3fef08, hostable agents: ['57d8c91c-da11-4d19-879a-ab8c1c8220b9'], hosted agents: [] {{(pid=102969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:12:32.955588 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc7b0cb-ca17-4441-9ac5-05b3e416d106 admin admin] Network 704fe92a-ae52-4570-b350-fd23be3fef08 is scheduled to be hosted by DHCP agent 57d8c91c-da11-4d19-879a-ab8c1c8220b9 with binding_index 1 {{(pid=102969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:12:32.965522 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-1dc7b0cb-ca17-4441-9ac5-05b3e416d106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-2-iscsi, 704fe92a-ae52-4570-b350-fd23be3fef08) {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:12:32.970622 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc7b0cb-ca17-4441-9ac5-05b3e416d106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:32.971219 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1dc7b0cb-ca17-4441-9ac5-05b3e416d106 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:32.975798 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fc7b8a-1f01-4b76-82a0-3507ffe1eacb None None] Network 704fe92a-ae52-4570-b350-fd23be3fef08 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:12:32.999717 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-1dc7b0cb-ca17-4441-9ac5-05b3e416d106 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5483253 Mar 08 13:12:33.002377 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47042) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:33.006551 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-1d583678-7381-460b-b3d4-b8680dae6464 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:12:33.026556 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1d583678-7381-460b-b3d4-b8680dae6464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-674970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60768'] for router (edb22c2c-5a41-4b47-8bd1-a20af1ac337b), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:33.027563 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1d583678-7381-460b-b3d4-b8680dae6464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-851116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60777'] for router (edb22c2c-5a41-4b47-8bd1-a20af1ac337b), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:33.075830 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2847e9c-4fb5-5906-a73f-07d87f7d96e3-704fe92a-ae52-4570-b350-fd23be3fef08', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac'}]}} from dv-cinder-830089-2-iscsi. {{(pid=102970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 13:12:33.077136 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:33.086339 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1d583678-7381-460b-b3d4-b8680dae6464 admin admin] Publish callbacks [] for router_controller (edb22c2c-5a41-4b47-8bd1-a20af1ac337b), precommit_add_association {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:33.118253 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:12:33.214253 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Allocated IP 172.20.0.2 (704fe92a-ae52-4570-b350-fd23be3fef08/18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac/29e94801-0722-4522-af2b-7186e6267b99) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:12:33.227552 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1d583678-7381-460b-b3d4-b8680dae6464 admin admin] Publish callbacks [] for router_gateway (edb22c2c-5a41-4b47-8bd1-a20af1ac337b), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:33.368176 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Publish callbacks [] for port (29e94801-0722-4522-af2b-7186e6267b99), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:33.374126 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007'] for port (29e94801-0722-4522-af2b-7186e6267b99), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:33.414081 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Network 704fe92a-ae52-4570-b350-fd23be3fef08 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:12:33.417773 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:12:33.420658 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:12:33.427745 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Pushing event updated for resources: {'Port': ['ID=29e94801-0722-4522-af2b-7186e6267b99,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:33.431625 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1d583678-7381-460b-b3d4-b8680dae6464 admin admin] Publish callbacks [] for router_gateway (edb22c2c-5a41-4b47-8bd1-a20af1ac337b), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:33.450807 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1d583678-7381-460b-b3d4-b8680dae6464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:33.451496 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:33.451496 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:33.451691 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:33.452102 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:33.452294 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:33.453193 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:33.453521 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:33.453838 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:33.454156 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:33.454475 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:33.454812 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:33.455133 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:33.455442 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:33.493761 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Attempting to bind port 29e94801-0722-4522-af2b-7186e6267b99 on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:12:33.494475 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Attempting to bind port 29e94801-0722-4522-af2b-7186e6267b99 by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': 'aee775c5-334f-4ae8-a366-a04ce30cc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:12:33.494475 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Attempting to bind port 29e94801-0722-4522-af2b-7186e6267b99 on network 704fe92a-ae52-4570-b350-fd23be3fef08 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:12:33.500646 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:12:33.501177 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Checking segment: {'id': 'aee775c5-334f-4ae8-a366-a04ce30cc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:12:33.501684 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:33.502158 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Bound using segment: {'id': 'aee775c5-334f-4ae8-a366-a04ce30cc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:12:33.502632 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Bound port: 29e94801-0722-4522-af2b-7186e6267b99, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee775c5-334f-4ae8-a366-a04ce30cc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:12:33.503020 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (29e94801-0722-4522-af2b-7186e6267b99), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:33.558680 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-1d583678-7381-460b-b3d4-b8680dae6464 admin admin] Allocated IP 172.27.3.72 (5c176cc8-3706-4b4e-95aa-80d42c394e72/67bc08be-d366-4d47-9bdf-b91b4b3bbd14/0b691400-74f0-486e-8412-95efa50199ed) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:12:33.564452 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-25098120-81de-4b33-8278-10bbfff644ce None None] For port 29e94801-0722-4522-af2b-7186e6267b99, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:12:33.567406 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-25098120-81de-4b33-8278-10bbfff644ce None None] For port 29e94801-0722-4522-af2b-7186e6267b99, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=29e94801-0722-4522-af2b-7186e6267b99,segment=NetworkSegment(aee775c5-334f-4ae8-a366-a04ce30cc8da),segment_id=aee775c5-334f-4ae8-a366-a04ce30cc8da)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:12:33.574746 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (29e94801-0722-4522-af2b-7186e6267b99), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:33.635616 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25098120-81de-4b33-8278-10bbfff644ce None None] Pushing event updated for resources: {'Port': ['ID=29e94801-0722-4522-af2b-7186e6267b99,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:33.664720 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1d583678-7381-460b-b3d4-b8680dae6464 admin admin] Publish callbacks [] for port (0b691400-74f0-486e-8412-95efa50199ed), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:33.704925 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1d583678-7381-460b-b3d4-b8680dae6464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (0b691400-74f0-486e-8412-95efa50199ed), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:33.745348 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d583678-7381-460b-b3d4-b8680dae6464 admin admin] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:12:33.748130 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-1d583678-7381-460b-b3d4-b8680dae6464 admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:12:33.752231 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d583678-7381-460b-b3d4-b8680dae6464 admin admin] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:12:33.786328 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d583678-7381-460b-b3d4-b8680dae6464 admin admin] Pushing event updated for resources: {'Port': ['ID=0b691400-74f0-486e-8412-95efa50199ed,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:34.024181 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1d583678-7381-460b-b3d4-b8680dae6464 admin admin] Publish callbacks [] for router_gateway (edb22c2c-5a41-4b47-8bd1-a20af1ac337b), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:34.219326 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1d583678-7381-460b-b3d4-b8680dae6464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673780'] for router (edb22c2c-5a41-4b47-8bd1-a20af1ac337b), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:34.357007 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d583678-7381-460b-b3d4-b8680dae6464 admin admin] Router edb22c2c-5a41-4b47-8bd1-a20af1ac337b is scheduled to L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c with binding_index 1 {{(pid=102969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:12:34.470293 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d583678-7381-460b-b3d4-b8680dae6464 admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:12:34.480733 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cde1ff-ebbd-4d80-874f-c0a11c678247 None None] Sync routers for ids ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:12:34.489302 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1d583678-7381-460b-b3d4-b8680dae6464 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:34.493109 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-1d583678-7381-460b-b3d4-b8680dae6464 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4872069 Mar 08 13:12:34.493254 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cde1ff-ebbd-4d80-874f-c0a11c678247 None None] Routers {'edb22c2c-5a41-4b47-8bd1-a20af1ac337b'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:34.493360 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-75cde1ff-ebbd-4d80-874f-c0a11c678247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:12:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:34.493472 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47044) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:34.553855 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a1e5cc-06bd-4e36-b9bc-59e8cfb8201d None None] Network 704fe92a-ae52-4570-b350-fd23be3fef08 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:12:34.669391 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-75cde1ff-ebbd-4d80-874f-c0a11c678247 None None] Set router edb22c2c-5a41-4b47-8bd1-a20af1ac337b gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:34.735325 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-a18f3e8d-9845-4e2c-957b-3871a25a9694 None None] Provisioning complete for port 29e94801-0722-4522-af2b-7186e6267b99 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:12:34.735694 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a18f3e8d-9845-4e2c-957b-3871a25a9694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (29e94801-0722-4522-af2b-7186e6267b99), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:34.854568 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 29e94801-0722-4522-af2b-7186e6267b99 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:12:34.922032 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b58d62c9-ddab-4065-b984-58bf1192cf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:34.986581 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-a18f3e8d-9845-4e2c-957b-3871a25a9694 None None] Current status of the port 29e94801-0722-4522-af2b-7186e6267b99 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:12:34.986981 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a18f3e8d-9845-4e2c-957b-3871a25a9694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (29e94801-0722-4522-af2b-7186e6267b99), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:35.093816 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-b58d62c9-ddab-4065-b984-58bf1192cf08 admin admin] Allocated IP 172.20.0.1 (704fe92a-ae52-4570-b350-fd23be3fef08/18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac/f17c3c6b-58f6-4606-a281-79524bf378f8) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:12:35.148463 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 29e94801-0722-4522-af2b-7186e6267b99 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:12:35.148859 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (29e94801-0722-4522-af2b-7186e6267b99), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:35.194117 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-a18f3e8d-9845-4e2c-957b-3871a25a9694 None None] For port 29e94801-0722-4522-af2b-7186e6267b99, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=29e94801-0722-4522-af2b-7186e6267b99,segment=NetworkSegment(aee775c5-334f-4ae8-a366-a04ce30cc8da),segment_id=aee775c5-334f-4ae8-a366-a04ce30cc8da)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:35.200905 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b58d62c9-ddab-4065-b984-58bf1192cf08 admin admin] Publish callbacks [] for port (f17c3c6b-58f6-4606-a281-79524bf378f8), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:35.202667 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a18f3e8d-9845-4e2c-957b-3871a25a9694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (29e94801-0722-4522-af2b-7186e6267b99), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:35.232616 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-75cde1ff-ebbd-4d80-874f-c0a11c678247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:33Z', 'revision_number': 3, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:35.238937 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b58d62c9-ddab-4065-b984-58bf1192cf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (f17c3c6b-58f6-4606-a281-79524bf378f8), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:35.279571 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cde1ff-ebbd-4d80-874f-c0a11c678247 None None] Checking router: edb22c2c-5a41-4b47-8bd1-a20af1ac337b for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:12:35.280001 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cde1ff-ebbd-4d80-874f-c0a11c678247 None None] Updating router edb22c2c-5a41-4b47-8bd1-a20af1ac337b port 0b691400-74f0-486e-8412-95efa50199ed binding host dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:12:35.282597 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58d62c9-ddab-4065-b984-58bf1192cf08 admin admin] Network 704fe92a-ae52-4570-b350-fd23be3fef08 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:12:35.285509 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-b58d62c9-ddab-4065-b984-58bf1192cf08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:12:35.288982 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58d62c9-ddab-4065-b984-58bf1192cf08 admin admin] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:12:35.319205 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d62c9-ddab-4065-b984-58bf1192cf08 admin admin] Pushing event updated for resources: {'Port': ['ID=f17c3c6b-58f6-4606-a281-79524bf378f8,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:35.321338 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f3e8d-9845-4e2c-957b-3871a25a9694 None None] Pushing event updated for resources: {'Port': ['ID=29e94801-0722-4522-af2b-7186e6267b99,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:35.336730 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b58d62c9-ddab-4065-b984-58bf1192cf08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672217'] for router_interface (edb22c2c-5a41-4b47-8bd1-a20af1ac337b), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:35.359667 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-75cde1ff-ebbd-4d80-874f-c0a11c678247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (0b691400-74f0-486e-8412-95efa50199ed), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:35.390220 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 29e94801-0722-4522-af2b-7186e6267b99 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:12:35.399725 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-429fa975-513e-4b9e-8744-cafb315bb17e None None] Provisioning complete for port 29e94801-0722-4522-af2b-7186e6267b99 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:12:35.400120 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-429fa975-513e-4b9e-8744-cafb315bb17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (29e94801-0722-4522-af2b-7186e6267b99), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:35.609456 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-429fa975-513e-4b9e-8744-cafb315bb17e None None] Current status of the port 29e94801-0722-4522-af2b-7186e6267b99 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:12:35.709163 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-75cde1ff-ebbd-4d80-874f-c0a11c678247 None None] Publish callbacks [] for port (0b691400-74f0-486e-8412-95efa50199ed), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:35.724770 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-75cde1ff-ebbd-4d80-874f-c0a11c678247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (0b691400-74f0-486e-8412-95efa50199ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:35.737907 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b58d62c9-ddab-4065-b984-58bf1192cf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (f17c3c6b-58f6-4606-a281-79524bf378f8), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:35.773656 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-a86cf379-fa00-4b6a-a886-421e482a808f None None] Provisioning complete for port f17c3c6b-58f6-4606-a281-79524bf378f8 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:12:35.774036 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a86cf379-fa00-4b6a-a886-421e482a808f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (f17c3c6b-58f6-4606-a281-79524bf378f8), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:35.809472 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-75cde1ff-ebbd-4d80-874f-c0a11c678247 None None] Attempting to bind port 0b691400-74f0-486e-8412-95efa50199ed on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:12:35.809854 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-75cde1ff-ebbd-4d80-874f-c0a11c678247 None None] Attempting to bind port 0b691400-74f0-486e-8412-95efa50199ed by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:12:35.810216 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cde1ff-ebbd-4d80-874f-c0a11c678247 None None] Attempting to bind port 0b691400-74f0-486e-8412-95efa50199ed on network 5c176cc8-3706-4b4e-95aa-80d42c394e72 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:12:35.812170 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5df0d1-8371-45fb-b7eb-76a20bf7f57c None None] Pushing event updated for resources: {'Port': ['ID=0b691400-74f0-486e-8412-95efa50199ed,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:35.826091 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cde1ff-ebbd-4d80-874f-c0a11c678247 None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:12:35.826474 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cde1ff-ebbd-4d80-874f-c0a11c678247 None None] Checking segment: {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:12:35.826879 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-75cde1ff-ebbd-4d80-874f-c0a11c678247 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:35.827274 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cde1ff-ebbd-4d80-874f-c0a11c678247 None None] Bound using segment: {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:12:35.828284 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-75cde1ff-ebbd-4d80-874f-c0a11c678247 None None] Bound port: 0b691400-74f0-486e-8412-95efa50199ed, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d08fee-e1fd-4e01-8bab-55f7f5a703f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:12:35.828690 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-75cde1ff-ebbd-4d80-874f-c0a11c678247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (0b691400-74f0-486e-8412-95efa50199ed), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:35.852483 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-a86cf379-fa00-4b6a-a886-421e482a808f None None] Port f17c3c6b-58f6-4606-a281-79524bf378f8 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:12:35.884054 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-75cde1ff-ebbd-4d80-874f-c0a11c678247 None None] For port 0b691400-74f0-486e-8412-95efa50199ed, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:12:35.887232 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-75cde1ff-ebbd-4d80-874f-c0a11c678247 None None] For port 0b691400-74f0-486e-8412-95efa50199ed, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=0b691400-74f0-486e-8412-95efa50199ed,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:12:35.893691 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-75cde1ff-ebbd-4d80-874f-c0a11c678247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (0b691400-74f0-486e-8412-95efa50199ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:35.901138 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b58d62c9-ddab-4065-b984-58bf1192cf08 admin admin] Publish callbacks [] for port (f17c3c6b-58f6-4606-a281-79524bf378f8), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:35.905671 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b58d62c9-ddab-4065-b984-58bf1192cf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287010'] for port (f17c3c6b-58f6-4606-a281-79524bf378f8), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:35.946503 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cde1ff-ebbd-4d80-874f-c0a11c678247 None None] Routers {'edb22c2c-5a41-4b47-8bd1-a20af1ac337b'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:35.947130 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-75cde1ff-ebbd-4d80-874f-c0a11c678247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:12:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:35.969111 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d62c9-ddab-4065-b984-58bf1192cf08 admin admin] Pushing event updated for resources: {'Port': ['ID=f17c3c6b-58f6-4606-a281-79524bf378f8,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:35.974007 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b58d62c9-ddab-4065-b984-58bf1192cf08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672181'] for router_interface (edb22c2c-5a41-4b47-8bd1-a20af1ac337b), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:35.992954 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5df0d1-8371-45fb-b7eb-76a20bf7f57c None None] Pushing event updated for resources: {'Port': ['ID=0b691400-74f0-486e-8412-95efa50199ed,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:36.068881 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58d62c9-ddab-4065-b984-58bf1192cf08 admin admin] Network 704fe92a-ae52-4570-b350-fd23be3fef08 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:12:36.070397 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-b58d62c9-ddab-4065-b984-58bf1192cf08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:12:36.081766 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-75cde1ff-ebbd-4d80-874f-c0a11c678247 None None] Set router edb22c2c-5a41-4b47-8bd1-a20af1ac337b gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:36.191257 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58d62c9-ddab-4065-b984-58bf1192cf08 admin admin] Router edb22c2c-5a41-4b47-8bd1-a20af1ac337b has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:12:36.298480 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-44dde9bc-03fd-4d84-b2a0-0fd4b3ca1fb9 None None] Provisioning complete for port f17c3c6b-58f6-4606-a281-79524bf378f8 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:12:36.298868 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-44dde9bc-03fd-4d84-b2a0-0fd4b3ca1fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (f17c3c6b-58f6-4606-a281-79524bf378f8), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:36.309112 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58d62c9-ddab-4065-b984-58bf1192cf08 admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:12:36.321631 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-b58d62c9-ddab-4065-b984-58bf1192cf08 admin admin] 10.222.0.50 "PUT /v2.0/routers/edb22c2c-5a41-4b47-8bd1-a20af1ac337b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8267710 Mar 08 13:12:36.340346 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-44dde9bc-03fd-4d84-b2a0-0fd4b3ca1fb9 None None] Port f17c3c6b-58f6-4606-a281-79524bf378f8 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:12:36.347733 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-75cde1ff-ebbd-4d80-874f-c0a11c678247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 2, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:36.375504 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cde1ff-ebbd-4d80-874f-c0a11c678247 None None] The sync data for ids ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'] in dv-cinder-830089-2-iscsi is: [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 2, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:12:36.741124 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47054) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:36.745856 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-0a2592c5-11b0-4d72-b3ed-180c1e8a5563 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1905307319', 'description': 'tempest-description--1319175064'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:12:36.769305 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0a2592c5-11b0-4d72-b3ed-180c1e8a5563 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:36.820404 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 29e94801-0722-4522-af2b-7186e6267b99 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:12:36.846194 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0a2592c5-11b0-4d72-b3ed-180c1e8a5563 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group (a92aafb7-3784-4d10-99ae-6af3347055e7), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:36.851846 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0a2592c5-11b0-4d72-b3ed-180c1e8a5563 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (a92aafb7-3784-4d10-99ae-6af3347055e7), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:36.878058 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 29e94801-0722-4522-af2b-7186e6267b99 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:12:36.878432 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (29e94801-0722-4522-af2b-7186e6267b99), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:36.883083 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0a2592c5-11b0-4d72-b3ed-180c1e8a5563 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:36.887017 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-0a2592c5-11b0-4d72-b3ed-180c1e8a5563 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1421840 Mar 08 13:12:36.887334 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 47056) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:36.892620 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-8343749e-5059-450f-b81e-d1ed66a37a7d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Request body: {'security_group_rule': {'security_group_id': 'a92aafb7-3784-4d10-99ae-6af3347055e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:12:36.898415 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2592c5-11b0-4d72-b3ed-180c1e8a5563 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a92aafb7-3784-4d10-99ae-6af3347055e7,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:36.929276 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8343749e-5059-450f-b81e-d1ed66a37a7d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group_rule (0537ef57-9655-45c9-a3d6-a0ee88bcc56a), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:36.968088 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 29e94801-0722-4522-af2b-7186e6267b99 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:12:36.992388 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8343749e-5059-450f-b81e-d1ed66a37a7d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group_rule (0537ef57-9655-45c9-a3d6-a0ee88bcc56a), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:36.996520 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8343749e-5059-450f-b81e-d1ed66a37a7d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (0537ef57-9655-45c9-a3d6-a0ee88bcc56a), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:37.018614 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343749e-5059-450f-b81e-d1ed66a37a7d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0537ef57-9655-45c9-a3d6-a0ee88bcc56a,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:37.025242 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8343749e-5059-450f-b81e-d1ed66a37a7d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:37.026473 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-8343749e-5059-450f-b81e-d1ed66a37a7d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1381183 Mar 08 13:12:37.029204 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 47058) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:37.035380 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-ceedefc6-337b-466b-a0d9-fcbe8fcfb947 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Request body: {'security_group_rule': {'security_group_id': 'a92aafb7-3784-4d10-99ae-6af3347055e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:12:37.074440 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ceedefc6-337b-466b-a0d9-fcbe8fcfb947 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group_rule (288d2311-9806-4835-99e7-4b7037207940), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:37.138458 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ceedefc6-337b-466b-a0d9-fcbe8fcfb947 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group_rule (288d2311-9806-4835-99e7-4b7037207940), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:37.143471 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ceedefc6-337b-466b-a0d9-fcbe8fcfb947 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (288d2311-9806-4835-99e7-4b7037207940), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:37.165440 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceedefc6-337b-466b-a0d9-fcbe8fcfb947 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288d2311-9806-4835-99e7-4b7037207940,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:37.177720 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ceedefc6-337b-466b-a0d9-fcbe8fcfb947 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:37.179036 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-ceedefc6-337b-466b-a0d9-fcbe8fcfb947 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1488576 Mar 08 13:12:37.181984 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 47060) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:37.186702 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-ba6e33f1-19ed-480b-be20-1971dbd20142 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Request body: {'floatingip': {'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:12:37.209467 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ba6e33f1-19ed-480b-be20-1971dbd20142 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:37.312469 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ba6e33f1-19ed-480b-be20-1971dbd20142 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:37.425178 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [None req-ba6e33f1-19ed-480b-be20-1971dbd20142 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Allocated IP 172.27.3.39 (5c176cc8-3706-4b4e-95aa-80d42c394e72/67bc08be-d366-4d47-9bdf-b91b4b3bbd14/6a7368f4-9008-4a55-a29e-e660ff9205cf) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:12:37.533409 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ba6e33f1-19ed-480b-be20-1971dbd20142 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for port (6a7368f4-9008-4a55-a29e-e660ff9205cf), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:37.569270 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ba6e33f1-19ed-480b-be20-1971dbd20142 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (6a7368f4-9008-4a55-a29e-e660ff9205cf), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:37.616611 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6e33f1-19ed-480b-be20-1971dbd20142 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:12:37.619800 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-ba6e33f1-19ed-480b-be20-1971dbd20142 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:12:37.624351 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6e33f1-19ed-480b-be20-1971dbd20142 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:12:37.627555 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e33f1-19ed-480b-be20-1971dbd20142 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event updated for resources: {'Port': ['ID=6a7368f4-9008-4a55-a29e-e660ff9205cf,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:37.713596 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ba6e33f1-19ed-480b-be20-1971dbd20142 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (6f1490b0-8d1c-4856-854c-8ce9b72b6264), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:37.751314 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ba6e33f1-19ed-480b-be20-1971dbd20142 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (6a7368f4-9008-4a55-a29e-e660ff9205cf), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:37.907688 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ba6e33f1-19ed-480b-be20-1971dbd20142 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for port (6a7368f4-9008-4a55-a29e-e660ff9205cf), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:37.912208 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ba6e33f1-19ed-480b-be20-1971dbd20142 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (6a7368f4-9008-4a55-a29e-e660ff9205cf), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:37.988365 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e33f1-19ed-480b-be20-1971dbd20142 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event updated for resources: {'Port': ['ID=6a7368f4-9008-4a55-a29e-e660ff9205cf,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:37.997896 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ba6e33f1-19ed-480b-be20-1971dbd20142 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (6f1490b0-8d1c-4856-854c-8ce9b72b6264), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:38.014159 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ba6e33f1-19ed-480b-be20-1971dbd20142 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:38.015935 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-ba6e33f1-19ed-480b-be20-1971dbd20142 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8330150 Mar 08 13:12:38.168871 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-98cfc7cd-5944-4f7a-b373-c46ccedcf7cc tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1905307319&fields=id&tenant_id=cec937854d5a4539a505bc92cfa1e8c3 HTTP/1.1" status: 200 len: 267 time: 0.0437152 Mar 08 13:12:38.279114 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-ab8f973d-1a3a-40dc-a833-c43612dd4dbc tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:38.280665 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-ab8f973d-1a3a-40dc-a833-c43612dd4dbc tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/networks?id=704fe92a-ae52-4570-b350-fd23be3fef08 HTTP/1.1" status: 200 len: 815 time: 0.1050708 Mar 08 13:12:38.295827 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-cf33c90d-2092-4ae5-9729-b1771d52fe27 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/quotas/cec937854d5a4539a505bc92cfa1e8c3 HTTP/1.1" status: 200 len: 375 time: 0.0091498 Mar 08 13:12:38.350560 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-d8e0698e-8ab5-48d3-af99-2265b2e7123d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cec937854d5a4539a505bc92cfa1e8c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496604 Mar 08 13:12:38.367319 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-c0d1e1b9-57a7-47df-ae1c-6d1bb161d6ce service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:12:38.367319 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-c0d1e1b9-57a7-47df-ae1c-6d1bb161d6ce service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049868 Mar 08 13:12:38.391265 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dec904-723b-4e82-933f-e830ef3698ce None None] Sync routers for ids ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'] in dv-cinder-830089-2-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:12:38.401307 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dec904-723b-4e82-933f-e830ef3698ce None None] Routers {'edb22c2c-5a41-4b47-8bd1-a20af1ac337b'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:38.401928 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-10dec904-723b-4e82-933f-e830ef3698ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:12:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:38.460272 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-c78b3c9b-ef80-4471-9028-666ab4fb1127 service neutron] 10.222.0.50 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879033 Mar 08 13:12:38.514305 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-10dec904-723b-4e82-933f-e830ef3698ce None None] Set router edb22c2c-5a41-4b47-8bd1-a20af1ac337b gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:38.558629 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-e8c509ce-f457-45e3-bf78-aa3ade97a40e service neutron] 10.222.0.50 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923214 Mar 08 13:12:38.727580 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-10dec904-723b-4e82-933f-e830ef3698ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 2, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:38.737568 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-785ed2a2-7456-4b95-a541-4616461c3018 req-ec9b5489-3b72-4f70-a094-439f7976a84d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ff3c652-bbea-485b-8048-6ae20163f51a HTTP/1.1" status: 200 len: 210 time: 0.0322239 Mar 08 13:12:38.755587 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dec904-723b-4e82-933f-e830ef3698ce None None] Checking router: edb22c2c-5a41-4b47-8bd1-a20af1ac337b for host: dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:12:38.755934 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dec904-723b-4e82-933f-e830ef3698ce None None] Updating router edb22c2c-5a41-4b47-8bd1-a20af1ac337b port f17c3c6b-58f6-4606-a281-79524bf378f8 binding host dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:12:38.785701 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-10dec904-723b-4e82-933f-e830ef3698ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (f17c3c6b-58f6-4606-a281-79524bf378f8), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:38.853524 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 0b691400-74f0-486e-8412-95efa50199ed up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:12:38.904820 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 0b691400-74f0-486e-8412-95efa50199ed triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:12:38.905472 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (0b691400-74f0-486e-8412-95efa50199ed), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:39.000766 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 0b691400-74f0-486e-8412-95efa50199ed is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:12:39.001199 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (0b691400-74f0-486e-8412-95efa50199ed), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:39.024658 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] For port 0b691400-74f0-486e-8412-95efa50199ed, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=0b691400-74f0-486e-8412-95efa50199ed,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:39.030323 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (0b691400-74f0-486e-8412-95efa50199ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:39.082457 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Pushing event updated for resources: {'Port': ['ID=0b691400-74f0-486e-8412-95efa50199ed,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:39.159592 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-10dec904-723b-4e82-933f-e830ef3698ce None None] Publish callbacks [] for port (f17c3c6b-58f6-4606-a281-79524bf378f8), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:39.170181 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-10dec904-723b-4e82-933f-e830ef3698ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (f17c3c6b-58f6-4606-a281-79524bf378f8), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:39.243665 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b4aaf-092e-4941-a92e-539b8b185ba8 None None] Pushing event updated for resources: {'Port': ['ID=f17c3c6b-58f6-4606-a281-79524bf378f8,revision_number=3']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:39.274328 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b4aaf-092e-4941-a92e-539b8b185ba8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:39.274767 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b4aaf-092e-4941-a92e-539b8b185ba8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:39.275044 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b4aaf-092e-4941-a92e-539b8b185ba8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:39.275378 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b4aaf-092e-4941-a92e-539b8b185ba8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:39.275711 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b4aaf-092e-4941-a92e-539b8b185ba8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:39.276037 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b4aaf-092e-4941-a92e-539b8b185ba8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:39.276360 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b4aaf-092e-4941-a92e-539b8b185ba8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:39.276715 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b4aaf-092e-4941-a92e-539b8b185ba8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:39.277053 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b4aaf-092e-4941-a92e-539b8b185ba8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:39.277390 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b4aaf-092e-4941-a92e-539b8b185ba8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:39.277715 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b4aaf-092e-4941-a92e-539b8b185ba8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:39.278029 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b4aaf-092e-4941-a92e-539b8b185ba8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:39.278345 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b4aaf-092e-4941-a92e-539b8b185ba8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:39.296735 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-10dec904-723b-4e82-933f-e830ef3698ce None None] Attempting to bind port f17c3c6b-58f6-4606-a281-79524bf378f8 on host dv-cinder-830089-2-iscsi for vnic_type normal with profile {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:12:39.297115 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-10dec904-723b-4e82-933f-e830ef3698ce None None] Attempting to bind port f17c3c6b-58f6-4606-a281-79524bf378f8 by drivers openvswitch,hyperv on host dv-cinder-830089-2-iscsi at level 0 using segments [{'id': 'aee775c5-334f-4ae8-a366-a04ce30cc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08'}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:12:39.297475 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dec904-723b-4e82-933f-e830ef3698ce None None] Attempting to bind port f17c3c6b-58f6-4606-a281-79524bf378f8 on network 704fe92a-ae52-4570-b350-fd23be3fef08 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:12:39.303401 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dec904-723b-4e82-933f-e830ef3698ce None None] Checking agent: {'id': 'f7208dd5-4505-4962-bea3-0c433b5a3790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:12:39.304252 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dec904-723b-4e82-933f-e830ef3698ce None None] Checking segment: {'id': 'aee775c5-334f-4ae8-a366-a04ce30cc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:12:39.304819 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-10dec904-723b-4e82-933f-e830ef3698ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:39.305314 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dec904-723b-4e82-933f-e830ef3698ce None None] Bound using segment: {'id': 'aee775c5-334f-4ae8-a366-a04ce30cc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08'} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:12:39.305901 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-10dec904-723b-4e82-933f-e830ef3698ce None None] Bound port: f17c3c6b-58f6-4606-a281-79524bf378f8, host: dv-cinder-830089-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee775c5-334f-4ae8-a366-a04ce30cc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08'}}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:12:39.306396 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-10dec904-723b-4e82-933f-e830ef3698ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (f17c3c6b-58f6-4606-a281-79524bf378f8), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:39.375761 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-10dec904-723b-4e82-933f-e830ef3698ce None None] For port f17c3c6b-58f6-4606-a281-79524bf378f8, host dv-cinder-830089-2-iscsi, cleared binding levels {{(pid=102971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:12:39.379990 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-10dec904-723b-4e82-933f-e830ef3698ce None None] For port f17c3c6b-58f6-4606-a281-79524bf378f8, host dv-cinder-830089-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=f17c3c6b-58f6-4606-a281-79524bf378f8,segment=NetworkSegment(aee775c5-334f-4ae8-a366-a04ce30cc8da),segment_id=aee775c5-334f-4ae8-a366-a04ce30cc8da)] {{(pid=102971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:12:39.386530 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-10dec904-723b-4e82-933f-e830ef3698ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (f17c3c6b-58f6-4606-a281-79524bf378f8), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:39.442238 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dec904-723b-4e82-933f-e830ef3698ce None None] Routers {'edb22c2c-5a41-4b47-8bd1-a20af1ac337b'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:39.442881 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-10dec904-723b-4e82-933f-e830ef3698ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:12:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:39.447840 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b4aaf-092e-4941-a92e-539b8b185ba8 None None] Pushing event updated for resources: {'Port': ['ID=f17c3c6b-58f6-4606-a281-79524bf378f8,revision_number=4']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:39.498479 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-e0f1fa9e-91fc-4c01-9a7f-4cea3253ca7b None None] Provisioning complete for port f17c3c6b-58f6-4606-a281-79524bf378f8 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:12:39.498987 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e0f1fa9e-91fc-4c01-9a7f-4cea3253ca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (f17c3c6b-58f6-4606-a281-79524bf378f8), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:39.569321 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-10dec904-723b-4e82-933f-e830ef3698ce None None] Set router edb22c2c-5a41-4b47-8bd1-a20af1ac337b gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:39.594308 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-e0f1fa9e-91fc-4c01-9a7f-4cea3253ca7b None None] Current status of the port f17c3c6b-58f6-4606-a281-79524bf378f8 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:12:39.594707 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e0f1fa9e-91fc-4c01-9a7f-4cea3253ca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (f17c3c6b-58f6-4606-a281-79524bf378f8), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:39.631104 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-e0f1fa9e-91fc-4c01-9a7f-4cea3253ca7b None None] For port f17c3c6b-58f6-4606-a281-79524bf378f8, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=f17c3c6b-58f6-4606-a281-79524bf378f8,segment=NetworkSegment(aee775c5-334f-4ae8-a366-a04ce30cc8da),segment_id=aee775c5-334f-4ae8-a366-a04ce30cc8da)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:39.636208 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e0f1fa9e-91fc-4c01-9a7f-4cea3253ca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (f17c3c6b-58f6-4606-a281-79524bf378f8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:39.685332 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1fa9e-91fc-4c01-9a7f-4cea3253ca7b None None] Pushing event updated for resources: {'Port': ['ID=f17c3c6b-58f6-4606-a281-79524bf378f8,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:39.756517 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-2c2c24df-b2ea-483a-a874-ec281a761108 None None] Provisioning complete for port f17c3c6b-58f6-4606-a281-79524bf378f8 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:12:39.756912 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-2c2c24df-b2ea-483a-a874-ec281a761108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (f17c3c6b-58f6-4606-a281-79524bf378f8), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:39.789881 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-10dec904-723b-4e82-933f-e830ef3698ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:39.817712 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dec904-723b-4e82-933f-e830ef3698ce None None] The sync data for ids ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'] in dv-cinder-830089-2-iscsi is: [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:12:39.846995 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a4bb1d95-dec4-40bc-8a2e-a54681d6fdea req-bc000370-0b6f-4eec-a4e4-f65786e6b5fa tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ff3c652-bbea-485b-8048-6ae20163f51a HTTP/1.1" status: 200 len: 210 time: 0.0378649 Mar 08 13:12:39.854867 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c24df-b2ea-483a-a874-ec281a761108 None None] Current status of the port f17c3c6b-58f6-4606-a281-79524bf378f8 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:12:40.042686 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-d71bd0e9-738a-4b08-a3ae-2569cde970a3 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:40.044280 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-d71bd0e9-738a-4b08-a3ae-2569cde970a3 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.72 "GET /v2.0/networks?id=704fe92a-ae52-4570-b350-fd23be3fef08 HTTP/1.1" status: 200 len: 815 time: 0.1346264 Mar 08 13:12:40.124002 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-c38b306e-e4e0-46b3-804d-559ca0e66741 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cec937854d5a4539a505bc92cfa1e8c3 HTTP/1.1" status: 200 len: 380 time: 0.0575418 Mar 08 13:12:40.132438 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-993b32e6-2816-422d-baa4-6a7742e4bb46 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Request body: {'port': {'device_id': '5ff3c652-bbea-485b-8048-6ae20163f51a', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'admin_state_up': True, 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'security_groups': ['a92aafb7-3784-4d10-99ae-6af3347055e7']}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:12:40.250197 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-993b32e6-2816-422d-baa4-6a7742e4bb46 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Made reservation on behalf of cec937854d5a4539a505bc92cfa1e8c3 for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:12:40.253651 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-993b32e6-2816-422d-baa4-6a7742e4bb46 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:40.391985 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-993b32e6-2816-422d-baa4-6a7742e4bb46 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Allocated IP 172.20.0.13 (704fe92a-ae52-4570-b350-fd23be3fef08/18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac/2d760a62-ae38-42b9-a10d-8cc82ce1bb42) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:12:40.536481 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-993b32e6-2816-422d-baa4-6a7742e4bb46 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for port (2d760a62-ae38-42b9-a10d-8cc82ce1bb42), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:40.568922 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-993b32e6-2816-422d-baa4-6a7742e4bb46 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (2d760a62-ae38-42b9-a10d-8cc82ce1bb42), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:40.616076 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-993b32e6-2816-422d-baa4-6a7742e4bb46 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Network 704fe92a-ae52-4570-b350-fd23be3fef08 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:12:40.619030 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-993b32e6-2816-422d-baa4-6a7742e4bb46 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:12:40.622043 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-993b32e6-2816-422d-baa4-6a7742e4bb46 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:12:40.660445 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b32e6-2816-422d-baa4-6a7742e4bb46 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event updated for resources: {'Port': ['ID=2d760a62-ae38-42b9-a10d-8cc82ce1bb42,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:40.687373 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-993b32e6-2816-422d-baa4-6a7742e4bb46 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:40.687993 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-993b32e6-2816-422d-baa4-6a7742e4bb46 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:40.706148 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-993b32e6-2816-422d-baa4-6a7742e4bb46 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5773141 Mar 08 13:12:40.724742 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-3021cb66-00dd-43ba-9545-382d0d877f80 service neutron] Request body: {'port': {'device_id': '5ff3c652-bbea-485b-8048-6ae20163f51a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:12:40.793660 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-3021cb66-00dd-43ba-9545-382d0d877f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (2d760a62-ae38-42b9-a10d-8cc82ce1bb42), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:40.846991 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device f17c3c6b-58f6-4606-a281-79524bf378f8 up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:12:40.898633 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-322f7adb-55b1-4626-adaf-169da60b77e0 None None] Provisioning complete for port 2d760a62-ae38-42b9-a10d-8cc82ce1bb42 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:12:40.899287 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-322f7adb-55b1-4626-adaf-169da60b77e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (2d760a62-ae38-42b9-a10d-8cc82ce1bb42), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:40.934423 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port f17c3c6b-58f6-4606-a281-79524bf378f8 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:12:40.934799 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (f17c3c6b-58f6-4606-a281-79524bf378f8), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:40.964725 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-322f7adb-55b1-4626-adaf-169da60b77e0 None None] Port 2d760a62-ae38-42b9-a10d-8cc82ce1bb42 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:12:41.021973 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port f17c3c6b-58f6-4606-a281-79524bf378f8 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:12:41.023038 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 0b691400-74f0-486e-8412-95efa50199ed up at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:12:41.050672 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527b559-2201-45f3-bd09-2fd3c018a322 req-3b4e451c-c7b4-4b01-ab7c-ff3affec6dc5 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:41.052203 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9527b559-2201-45f3-bd09-2fd3c018a322 req-3b4e451c-c7b4-4b01-ab7c-ff3affec6dc5 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ff3c652-bbea-485b-8048-6ae20163f51a HTTP/1.1" status: 200 len: 932 time: 0.1178160 Mar 08 13:12:41.070030 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Provisioning complete for port 0b691400-74f0-486e-8412-95efa50199ed triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:12:41.070680 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (0b691400-74f0-486e-8412-95efa50199ed), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:41.137657 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9527b559-2201-45f3-bd09-2fd3c018a322 req-4152a6e7-c7c5-44c1-8580-0e335e274356 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=a92aafb7-3784-4d10-99ae-6af3347055e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752661 Mar 08 13:12:41.148874 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Current status of the port 0b691400-74f0-486e-8412-95efa50199ed is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:12:41.150518 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-3021cb66-00dd-43ba-9545-382d0d877f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d760a62-ae38-42b9-a10d-8cc82ce1bb42 {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:12:41.159668 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-3021cb66-00dd-43ba-9545-382d0d877f80 service neutron] Publish callbacks [] for port (2d760a62-ae38-42b9-a10d-8cc82ce1bb42), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:41.172191 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-3021cb66-00dd-43ba-9545-382d0d877f80 service neutron] Transition to ACTIVE for port object 2d760a62-ae38-42b9-a10d-8cc82ce1bb42 will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:12:41.175852 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-3021cb66-00dd-43ba-9545-382d0d877f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (2d760a62-ae38-42b9-a10d-8cc82ce1bb42), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:41.230206 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021cb66-00dd-43ba-9545-382d0d877f80 service neutron] Pushing event updated for resources: {'Port': ['ID=2d760a62-ae38-42b9-a10d-8cc82ce1bb42,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:41.304101 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-3021cb66-00dd-43ba-9545-382d0d877f80 service neutron] Attempting to bind port 2d760a62-ae38-42b9-a10d-8cc82ce1bb42 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:12:41.304469 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-3021cb66-00dd-43ba-9545-382d0d877f80 service neutron] Attempting to bind port 2d760a62-ae38-42b9-a10d-8cc82ce1bb42 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'aee775c5-334f-4ae8-a366-a04ce30cc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:12:41.304835 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-3021cb66-00dd-43ba-9545-382d0d877f80 service neutron] Attempting to bind port 2d760a62-ae38-42b9-a10d-8cc82ce1bb42 on network 704fe92a-ae52-4570-b350-fd23be3fef08 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:12:41.309669 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-3021cb66-00dd-43ba-9545-382d0d877f80 service neutron] Port 2d760a62-ae38-42b9-a10d-8cc82ce1bb42 on network 704fe92a-ae52-4570-b350-fd23be3fef08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:12:41.310011 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-3021cb66-00dd-43ba-9545-382d0d877f80 service neutron] Attempting to bind port 2d760a62-ae38-42b9-a10d-8cc82ce1bb42 on network 704fe92a-ae52-4570-b350-fd23be3fef08 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:12:41.315694 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-3021cb66-00dd-43ba-9545-382d0d877f80 service neutron] Checking agent: {'id': '1556a156-0b90-4c62-9625-a828b1293451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'started_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:12:41.316042 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-3021cb66-00dd-43ba-9545-382d0d877f80 service neutron] Checking segment: {'id': 'aee775c5-334f-4ae8-a366-a04ce30cc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:12:41.316430 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-3021cb66-00dd-43ba-9545-382d0d877f80 service neutron] Bound using segment: {'id': 'aee775c5-334f-4ae8-a366-a04ce30cc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:12:41.316899 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-3021cb66-00dd-43ba-9545-382d0d877f80 service neutron] Bound port: 2d760a62-ae38-42b9-a10d-8cc82ce1bb42, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee775c5-334f-4ae8-a366-a04ce30cc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:12:41.317264 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-3021cb66-00dd-43ba-9545-382d0d877f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (2d760a62-ae38-42b9-a10d-8cc82ce1bb42), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:41.401716 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-3021cb66-00dd-43ba-9545-382d0d877f80 service neutron] For port 2d760a62-ae38-42b9-a10d-8cc82ce1bb42, host hv-cinder-83008, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:12:41.405720 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-3021cb66-00dd-43ba-9545-382d0d877f80 service neutron] For port 2d760a62-ae38-42b9-a10d-8cc82ce1bb42, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2d760a62-ae38-42b9-a10d-8cc82ce1bb42,segment=NetworkSegment(aee775c5-334f-4ae8-a366-a04ce30cc8da),segment_id=aee775c5-334f-4ae8-a366-a04ce30cc8da)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:12:41.412323 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-3021cb66-00dd-43ba-9545-382d0d877f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (2d760a62-ae38-42b9-a10d-8cc82ce1bb42), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:41.451290 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-3021cb66-00dd-43ba-9545-382d0d877f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:41.451910 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-3021cb66-00dd-43ba-9545-382d0d877f80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:41.453887 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-3021cb66-00dd-43ba-9545-382d0d877f80 service neutron] 10.222.0.72 "PUT /v2.0/ports/2d760a62-ae38-42b9-a10d-8cc82ce1bb42 HTTP/1.1" status: 200 len: 1094 time: 0.7335782 Mar 08 13:12:41.454335 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff3c652-bbea-485b-8048-6ae20163f51a', 'tag': '2d760a62-ae38-42b9-a10d-8cc82ce1bb42'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:12:41.456693 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74deeb90-da81-4247-9b12-31958e7271c9" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff3c652-bbea-485b-8048-6ae20163f51a", "tag": "2d760a62-ae38-42b9-a10d-8cc82ce1bb42"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:12:41.483302 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021cb66-00dd-43ba-9545-382d0d877f80 service neutron] Pushing event updated for resources: {'Port': ['ID=2d760a62-ae38-42b9-a10d-8cc82ce1bb42,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:41.498174 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0414225b-0697-4b52-862b-bbb608ab35fe x-openstack-request-id: req-0414225b-0697-4b52-862b-bbb608ab35fe {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:12:41.498637 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff3c652-bbea-485b-8048-6ae20163f51a", "tag": "2d760a62-ae38-42b9-a10d-8cc82ce1bb42", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:12:41.499035 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0414225b-0697-4b52-862b-bbb608ab35fe {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:12:41.500668 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff3c652-bbea-485b-8048-6ae20163f51a', 'tag': '2d760a62-ae38-42b9-a10d-8cc82ce1bb42', 'status': 'completed', 'code': 200} Mar 08 13:12:41.573920 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-4607fdfb-dd90-49e5-abfb-927d9889fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:41.575510 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-4607fdfb-dd90-49e5-abfb-927d9889fd6a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cec937854d5a4539a505bc92cfa1e8c3&device_id=5ff3c652-bbea-485b-8048-6ae20163f51a HTTP/1.1" status: 200 len: 1128 time: 0.0471334 Mar 08 13:12:41.627107 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-797c24d7-9537-40f5-a8e7-4f9cf4e3a8a8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d760a62-ae38-42b9-a10d-8cc82ce1bb42 HTTP/1.1" status: 200 len: 217 time: 0.0362184 Mar 08 13:12:41.683887 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-88609a71-e341-4ad0-a8ee-d537e5e3fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:41.685374 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-88609a71-e341-4ad0-a8ee-d537e5e3fbc1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac HTTP/1.1" status: 200 len: 854 time: 0.0508063 Mar 08 13:12:41.742249 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-7bd16eb1-fdb3-40dc-aa1f-7e70c5edf28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:41.743836 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-7bd16eb1-fdb3-40dc-aa1f-7e70c5edf28d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=704fe92a-ae52-4570-b350-fd23be3fef08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518215 Mar 08 13:12:41.836132 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-18d73e82-eece-4fa2-ac89-84035f8cd659 service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855117 Mar 08 13:12:41.934156 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4a6d19b9-d4ad-4204-aee6-a597b1142b2c req-4bb7c3a0-9a3d-40e7-ab22-799a44b6acea service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886559 Mar 08 13:12:42.075263 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74deeb90-da81-4247-9b12-31958e7271c9 req-63059a13-c90e-40bc-b489-7def25e43b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:42.076832 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-74deeb90-da81-4247-9b12-31958e7271c9 req-63059a13-c90e-40bc-b489-7def25e43b7d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cec937854d5a4539a505bc92cfa1e8c3&device_id=5ff3c652-bbea-485b-8048-6ae20163f51a HTTP/1.1" status: 200 len: 1128 time: 0.0461998 Mar 08 13:12:42.170414 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74deeb90-da81-4247-9b12-31958e7271c9 req-88a799bd-c613-4fd7-bd66-7975f47a5cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:42.172583 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-74deeb90-da81-4247-9b12-31958e7271c9 req-88a799bd-c613-4fd7-bd66-7975f47a5cfb service neutron] 10.222.0.72 "GET /v2.0/networks?id=704fe92a-ae52-4570-b350-fd23be3fef08 HTTP/1.1" status: 200 len: 917 time: 0.0898123 Mar 08 13:12:42.217763 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-74deeb90-da81-4247-9b12-31958e7271c9 req-1441d198-8fe6-460a-89f1-cf8a092f7835 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d760a62-ae38-42b9-a10d-8cc82ce1bb42 HTTP/1.1" status: 200 len: 217 time: 0.0361624 Mar 08 13:12:42.292872 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74deeb90-da81-4247-9b12-31958e7271c9 req-d661e921-668d-49b1-b372-2d38a75a0f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:42.294316 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-74deeb90-da81-4247-9b12-31958e7271c9 req-d661e921-668d-49b1-b372-2d38a75a0f62 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac HTTP/1.1" status: 200 len: 854 time: 0.0678995 Mar 08 13:12:42.315343 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ec0e1-5513-4bff-a93e-c0cfce9f8f82 req-abb066c4-349a-4d6d-a133-6667d617ac15 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:42.316801 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-562ec0e1-5513-4bff-a93e-c0cfce9f8f82 req-abb066c4-349a-4d6d-a133-6667d617ac15 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ff3c652-bbea-485b-8048-6ae20163f51a HTTP/1.1" status: 200 len: 944 time: 0.1015699 Mar 08 13:12:42.381915 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74deeb90-da81-4247-9b12-31958e7271c9 req-368a7010-9f5f-4eae-b766-af2033afdef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:42.383411 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-74deeb90-da81-4247-9b12-31958e7271c9 req-368a7010-9f5f-4eae-b766-af2033afdef7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=704fe92a-ae52-4570-b350-fd23be3fef08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827689 Mar 08 13:12:42.386490 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-562ec0e1-5513-4bff-a93e-c0cfce9f8f82 req-f8400d07-faf9-45a5-9ca6-ee1e81c473b4 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=a92aafb7-3784-4d10-99ae-6af3347055e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552087 Mar 08 13:12:42.487024 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-74deeb90-da81-4247-9b12-31958e7271c9 req-50057601-056f-412a-b393-82f71ca38371 service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961454 Mar 08 13:12:42.531355 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:42.576159 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-74deeb90-da81-4247-9b12-31958e7271c9 req-7647b2dd-4cba-4e60-b722-57c60bbf5567 service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827341 Mar 08 13:12:43.507616 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7f999-a768-42f5-a57f-1244c61e306b req-81e9042f-0da3-4aca-a37b-5701cf343457 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:43.509125 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-71f7f999-a768-42f5-a57f-1244c61e306b req-81e9042f-0da3-4aca-a37b-5701cf343457 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ff3c652-bbea-485b-8048-6ae20163f51a HTTP/1.1" status: 200 len: 944 time: 0.0549955 Mar 08 13:12:43.554525 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-71f7f999-a768-42f5-a57f-1244c61e306b req-d1f66a44-d5c4-4712-b090-be6c24f18173 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=a92aafb7-3784-4d10-99ae-6af3347055e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398815 Mar 08 13:12:44.115904 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 2d760a62-ae38-42b9-a10d-8cc82ce1bb42 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:12:44.211080 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 2d760a62-ae38-42b9-a10d-8cc82ce1bb42, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2d760a62-ae38-42b9-a10d-8cc82ce1bb42,segment=NetworkSegment(aee775c5-334f-4ae8-a366-a04ce30cc8da),segment_id=aee775c5-334f-4ae8-a366-a04ce30cc8da)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:44.221640 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Returning: {'device': '2d760a62-ae38-42b9-a10d-8cc82ce1bb42', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'port_id': '2d760a62-ae38-42b9-a10d-8cc82ce1bb42', 'mac_address': 'fa:16:3e:2a:e8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:12:44.261028 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 2d760a62-ae38-42b9-a10d-8cc82ce1bb42 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:12:44.261419 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (2d760a62-ae38-42b9-a10d-8cc82ce1bb42), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:44.273931 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d760a62-ae38-42b9-a10d-8cc82ce1bb42 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:12:44.293833 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 2d760a62-ae38-42b9-a10d-8cc82ce1bb42, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2d760a62-ae38-42b9-a10d-8cc82ce1bb42,segment=NetworkSegment(aee775c5-334f-4ae8-a366-a04ce30cc8da),segment_id=aee775c5-334f-4ae8-a366-a04ce30cc8da)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:44.298779 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (2d760a62-ae38-42b9-a10d-8cc82ce1bb42), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:44.344686 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=2d760a62-ae38-42b9-a10d-8cc82ce1bb42,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:44.671585 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109de52-e6d0-45da-adbc-6b693f835380 req-852cea4e-7fce-4859-95f1-d619fb8ed515 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:44.673940 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1109de52-e6d0-45da-adbc-6b693f835380 req-852cea4e-7fce-4859-95f1-d619fb8ed515 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ff3c652-bbea-485b-8048-6ae20163f51a HTTP/1.1" status: 200 len: 945 time: 0.0523801 Mar 08 13:12:44.721759 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['2d760a62-ae38-42b9-a10d-8cc82ce1bb42'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:12:44.723930 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1109de52-e6d0-45da-adbc-6b693f835380 req-0cec48e4-cbd6-4da1-ae59-17f8360c6a72 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=a92aafb7-3784-4d10-99ae-6af3347055e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445580 Mar 08 13:12:45.839391 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bd7f4-b4e5-42d4-92c5-a756984ff24d req-7d6cd6cf-ea92-4c36-99b6-72cb984434a9 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:45.841349 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4c0bd7f4-b4e5-42d4-92c5-a756984ff24d req-7d6cd6cf-ea92-4c36-99b6-72cb984434a9 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ff3c652-bbea-485b-8048-6ae20163f51a HTTP/1.1" status: 200 len: 945 time: 0.0524788 Mar 08 13:12:45.893369 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4c0bd7f4-b4e5-42d4-92c5-a756984ff24d req-851cc884-4105-4576-bc2a-d366c8af8d85 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=a92aafb7-3784-4d10-99ae-6af3347055e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404274 Mar 08 13:12:46.132264 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 2d760a62-ae38-42b9-a10d-8cc82ce1bb42 up at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:12:46.181891 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning for port 2d760a62-ae38-42b9-a10d-8cc82ce1bb42 completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:12:46.186278 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning complete for port 2d760a62-ae38-42b9-a10d-8cc82ce1bb42 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:12:46.186653 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (2d760a62-ae38-42b9-a10d-8cc82ce1bb42), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:46.263689 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 2d760a62-ae38-42b9-a10d-8cc82ce1bb42 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:12:46.264084 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (2d760a62-ae38-42b9-a10d-8cc82ce1bb42), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:46.287008 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff3c652-bbea-485b-8048-6ae20163f51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d760a62-ae38-42b9-a10d-8cc82ce1bb42'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:12:46.289374 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f02a98a4da79acb06d2148361802764e90037bdc05c069ddf0d3843ada5eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c5fc7f-40ce-4d80-985d-23090206e589" -d '{"events": [{"server_uuid": "5ff3c652-bbea-485b-8048-6ae20163f51a", "name": "network-vif-plugged", "status": "completed", "tag": "2d760a62-ae38-42b9-a10d-8cc82ce1bb42"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:12:46.301330 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 2d760a62-ae38-42b9-a10d-8cc82ce1bb42, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2d760a62-ae38-42b9-a10d-8cc82ce1bb42,segment=NetworkSegment(aee775c5-334f-4ae8-a366-a04ce30cc8da),segment_id=aee775c5-334f-4ae8-a366-a04ce30cc8da)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:46.305505 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (2d760a62-ae38-42b9-a10d-8cc82ce1bb42), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:46.353920 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=2d760a62-ae38-42b9-a10d-8cc82ce1bb42,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:46.381611 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474d2f6c-ad6a-48c9-9094-c7e94d967f7f x-openstack-request-id: req-474d2f6c-ad6a-48c9-9094-c7e94d967f7f {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:12:46.381924 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff3c652-bbea-485b-8048-6ae20163f51a", "name": "network-vif-plugged", "status": "completed", "tag": "2d760a62-ae38-42b9-a10d-8cc82ce1bb42", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:12:46.382166 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-474d2f6c-ad6a-48c9-9094-c7e94d967f7f {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:12:46.382615 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff3c652-bbea-485b-8048-6ae20163f51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d760a62-ae38-42b9-a10d-8cc82ce1bb42', 'code': 200} Mar 08 13:12:46.598489 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb07dc1-b3da-414d-8013-de520fd6d84d req-11e0c9c5-ebd9-4e42-b6ca-60fb0bb56f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:46.600033 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9cb07dc1-b3da-414d-8013-de520fd6d84d req-11e0c9c5-ebd9-4e42-b6ca-60fb0bb56f2d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5ff3c652-bbea-485b-8048-6ae20163f51a HTTP/1.1" status: 200 len: 1130 time: 0.0474584 Mar 08 13:12:46.644982 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9cb07dc1-b3da-414d-8013-de520fd6d84d req-7d85fde5-99ca-464b-9ad1-95a4c68b3ec1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a92aafb7-3784-4d10-99ae-6af3347055e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371044 Mar 08 13:12:47.011014 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c4678-a78f-40da-b4c8-3f0bc1f57da2 req-c571dd10-c1fb-4cbd-bff6-4adf4aa17119 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:47.012493 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-461c4678-a78f-40da-b4c8-3f0bc1f57da2 req-c571dd10-c1fb-4cbd-bff6-4adf4aa17119 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ff3c652-bbea-485b-8048-6ae20163f51a HTTP/1.1" status: 200 len: 946 time: 0.0513976 Mar 08 13:12:47.061105 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-461c4678-a78f-40da-b4c8-3f0bc1f57da2 req-92047ee7-04aa-4f0b-9781-c2ca6e60e4fd tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=a92aafb7-3784-4d10-99ae-6af3347055e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430622 Mar 08 13:12:48.184226 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912577b-a708-4547-8042-db64f4aaa566 req-e4320107-8f53-4a55-a01d-c8f5e4136e7e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:48.185734 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f912577b-a708-4547-8042-db64f4aaa566 req-e4320107-8f53-4a55-a01d-c8f5e4136e7e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ff3c652-bbea-485b-8048-6ae20163f51a HTTP/1.1" status: 200 len: 946 time: 0.0556114 Mar 08 13:12:48.232778 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f912577b-a708-4547-8042-db64f4aaa566 req-5bed390c-d2b8-4d92-91c3-7416ddf28934 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=a92aafb7-3784-4d10-99ae-6af3347055e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409458 Mar 08 13:12:49.349449 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473bfa5-7dff-4eea-8190-a22f8100f25c req-2d68c62a-7142-4988-87d7-c88f66bdfaa0 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:49.350910 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c473bfa5-7dff-4eea-8190-a22f8100f25c req-2d68c62a-7142-4988-87d7-c88f66bdfaa0 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ff3c652-bbea-485b-8048-6ae20163f51a HTTP/1.1" status: 200 len: 946 time: 0.0510132 Mar 08 13:12:49.396341 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c473bfa5-7dff-4eea-8190-a22f8100f25c req-17e17ffb-f3f1-4624-9cf4-77a9fc7ed1ff tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=a92aafb7-3784-4d10-99ae-6af3347055e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399840 Mar 08 13:12:49.512722 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6e74e-37ec-41e0-8c5b-3e18bf271922 req-c70f901b-ca3a-4b80-a5dd-dd5431c883ac tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:49.514089 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ccd6e74e-37ec-41e0-8c5b-3e18bf271922 req-c70f901b-ca3a-4b80-a5dd-dd5431c883ac tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ff3c652-bbea-485b-8048-6ae20163f51a HTTP/1.1" status: 200 len: 946 time: 0.0553789 Mar 08 13:12:49.523507 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 47124) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:49.527812 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-7d83d407-5b7b-4d81-a90c-7d5d02fbc503 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Request body: {'floatingip': {'port_id': '2d760a62-ae38-42b9-a10d-8cc82ce1bb42'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:12:49.567175 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7d83d407-5b7b-4d81-a90c-7d5d02fbc503 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (6f1490b0-8d1c-4856-854c-8ce9b72b6264), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:50.001139 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7d83d407-5b7b-4d81-a90c-7d5d02fbc503 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:50.005710 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7d83d407-5b7b-4d81-a90c-7d5d02fbc503 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (6f1490b0-8d1c-4856-854c-8ce9b72b6264), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:50.106576 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.l3_db [None req-7d83d407-5b7b-4d81-a90c-7d5d02fbc503 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Floating IP 6f1490b0-8d1c-4856-854c-8ce9b72b6264 associated. External IP: 172.27.3.39, port: 2d760a62-ae38-42b9-a10d-8cc82ce1bb42. Mar 08 13:12:50.567575 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d83d407-5b7b-4d81-a90c-7d5d02fbc503 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Router edb22c2c-5a41-4b47-8bd1-a20af1ac337b has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:12:50.680025 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d83d407-5b7b-4d81-a90c-7d5d02fbc503 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:12:50.684552 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7d83d407-5b7b-4d81-a90c-7d5d02fbc503 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:50.689673 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbcd122-46b8-4b27-abc1-3f36d3a6c241 None None] Sync routers for ids ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:12:50.699246 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbcd122-46b8-4b27-abc1-3f36d3a6c241 None None] Routers {'edb22c2c-5a41-4b47-8bd1-a20af1ac337b'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:50.699862 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-bfbcd122-46b8-4b27-abc1-3f36d3a6c241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:12:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:50.714260 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-7d83d407-5b7b-4d81-a90c-7d5d02fbc503 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "PUT /v2.0/floatingips/6f1490b0-8d1c-4856-854c-8ce9b72b6264 HTTP/1.1" status: 200 len: 991 time: 1.1896837 Mar 08 13:12:50.714852 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff3c652-bbea-485b-8048-6ae20163f51a', 'tag': '2d760a62-ae38-42b9-a10d-8cc82ce1bb42'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:12:50.717167 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73372861-6cc4-4d7e-9a3c-2ef16168e339" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff3c652-bbea-485b-8048-6ae20163f51a", "tag": "2d760a62-ae38-42b9-a10d-8cc82ce1bb42"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:12:50.753856 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2178b4-625c-4b30-b1b1-286fc26f891e x-openstack-request-id: req-8d2178b4-625c-4b30-b1b1-286fc26f891e {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:12:50.754016 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff3c652-bbea-485b-8048-6ae20163f51a", "tag": "2d760a62-ae38-42b9-a10d-8cc82ce1bb42", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:12:50.754313 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8d2178b4-625c-4b30-b1b1-286fc26f891e {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:12:50.754674 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff3c652-bbea-485b-8048-6ae20163f51a', 'tag': '2d760a62-ae38-42b9-a10d-8cc82ce1bb42', 'status': 'completed', 'code': 200} Mar 08 13:12:50.814372 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-bfbcd122-46b8-4b27-abc1-3f36d3a6c241 None None] Set router edb22c2c-5a41-4b47-8bd1-a20af1ac337b gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:50.849228 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73372861-6cc4-4d7e-9a3c-2ef16168e339 req-88820760-5dae-411d-8f91-2a3cfbf3fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:50.851069 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-73372861-6cc4-4d7e-9a3c-2ef16168e339 req-88820760-5dae-411d-8f91-2a3cfbf3fe65 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cec937854d5a4539a505bc92cfa1e8c3&device_id=5ff3c652-bbea-485b-8048-6ae20163f51a HTTP/1.1" status: 200 len: 1130 time: 0.0493803 Mar 08 13:12:50.947255 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73372861-6cc4-4d7e-9a3c-2ef16168e339 req-59ec9929-5205-46ec-bde1-af4fae9f39b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:50.949080 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-73372861-6cc4-4d7e-9a3c-2ef16168e339 req-59ec9929-5205-46ec-bde1-af4fae9f39b6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=704fe92a-ae52-4570-b350-fd23be3fef08 HTTP/1.1" status: 200 len: 917 time: 0.0928717 Mar 08 13:12:51.012828 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-73372861-6cc4-4d7e-9a3c-2ef16168e339 req-f4349686-5eab-47b6-b4a0-d2fdef019f86 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d760a62-ae38-42b9-a10d-8cc82ce1bb42 HTTP/1.1" status: 200 len: 999 time: 0.0582786 Mar 08 13:12:51.040223 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-bfbcd122-46b8-4b27-abc1-3f36d3a6c241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '6f1490b0-8d1c-4856-854c-8ce9b72b6264', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'port_id': '2d760a62-ae38-42b9-a10d-8cc82ce1bb42', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'mac_address': 'fa:16:3e:2a:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3c652-bbea-485b-8048-6ae20163f51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:12:37Z', 'updated_at': '2022-03-08T13:12:49Z', 'revision_number': 1, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 5, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:51.060390 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73372861-6cc4-4d7e-9a3c-2ef16168e339 req-66b0d36f-d3f1-4bb0-8bd7-f8f711d79cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:51.061867 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-73372861-6cc4-4d7e-9a3c-2ef16168e339 req-66b0d36f-d3f1-4bb0-8bd7-f8f711d79cc9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac HTTP/1.1" status: 200 len: 854 time: 0.0438259 Mar 08 13:12:51.066638 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbcd122-46b8-4b27-abc1-3f36d3a6c241 None None] Checking router: edb22c2c-5a41-4b47-8bd1-a20af1ac337b for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:12:51.076835 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbcd122-46b8-4b27-abc1-3f36d3a6c241 None None] Routers {'edb22c2c-5a41-4b47-8bd1-a20af1ac337b'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:51.077184 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-bfbcd122-46b8-4b27-abc1-3f36d3a6c241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:12:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:51.114486 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73372861-6cc4-4d7e-9a3c-2ef16168e339 req-10afc18b-f645-4eb6-a455-5c09f695a579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:51.116016 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-73372861-6cc4-4d7e-9a3c-2ef16168e339 req-10afc18b-f645-4eb6-a455-5c09f695a579 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=704fe92a-ae52-4570-b350-fd23be3fef08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485358 Mar 08 13:12:51.191905 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-bfbcd122-46b8-4b27-abc1-3f36d3a6c241 None None] Set router edb22c2c-5a41-4b47-8bd1-a20af1ac337b gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:51.214193 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-73372861-6cc4-4d7e-9a3c-2ef16168e339 req-77906427-a916-4f4c-a841-7b041b86a98f service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913727 Mar 08 13:12:51.306951 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-73372861-6cc4-4d7e-9a3c-2ef16168e339 req-9fbe8b73-f3e4-4478-b776-5c6ab0575d0e service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868466 Mar 08 13:12:51.417379 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-bfbcd122-46b8-4b27-abc1-3f36d3a6c241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '6f1490b0-8d1c-4856-854c-8ce9b72b6264', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'port_id': '2d760a62-ae38-42b9-a10d-8cc82ce1bb42', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'mac_address': 'fa:16:3e:2a:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3c652-bbea-485b-8048-6ae20163f51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:12:37Z', 'updated_at': '2022-03-08T13:12:49Z', 'revision_number': 1, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 5, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:51.442788 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbcd122-46b8-4b27-abc1-3f36d3a6c241 None None] The sync data for ids ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'] in dv-cinder-830089-2-iscsi is: [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '6f1490b0-8d1c-4856-854c-8ce9b72b6264', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'port_id': '2d760a62-ae38-42b9-a10d-8cc82ce1bb42', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'mac_address': 'fa:16:3e:2a:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3c652-bbea-485b-8048-6ae20163f51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:12:37Z', 'updated_at': '2022-03-08T13:12:49Z', 'revision_number': 1, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 5, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:12:51.635324 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eede61b-4fdc-4747-91ee-8680eafd4e73 None None] New status for floating IP 6f1490b0-8d1c-4856-854c-8ce9b72b6264: ACTIVE {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:12:54.717010 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6242e258-49ea-44f9-972b-acf8f54692fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:56.934557 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-580eaf08-7ebc-441d-a9cf-db91272eff45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:58.166870 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:59.610163 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:00.952725 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:10.116518 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:13:12.536525 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:17.028290 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e3eb039e-571e-4ba7-a732-0e8989f676f3 req-40bcdbd6-d434-4fd8-b8c9-11d340428982 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448673 Mar 08 13:13:17.133172 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb039e-571e-4ba7-a732-0e8989f676f3 req-3a2b69b3-63a5-4d20-97c9-182d2f8bf9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:17.134696 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e3eb039e-571e-4ba7-a732-0e8989f676f3 req-3a2b69b3-63a5-4d20-97c9-182d2f8bf9bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8a4d542bb974b6cabe91528ca772e7f&device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e HTTP/1.1" status: 200 len: 1129 time: 0.0448186 Mar 08 13:13:17.240747 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb039e-571e-4ba7-a732-0e8989f676f3 req-c0aa4a10-62db-4a30-b82f-813aab05c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:17.242284 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e3eb039e-571e-4ba7-a732-0e8989f676f3 req-c0aa4a10-62db-4a30-b82f-813aab05c918 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bffea359-2851-41c2-a7e4-22be5e5cad3b HTTP/1.1" status: 200 len: 913 time: 0.0886652 Mar 08 13:13:17.308138 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e3eb039e-571e-4ba7-a732-0e8989f676f3 req-546c8c55-000f-4187-a468-69a92cd5ebc4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=005f8661-207c-40fd-b925-d73df675ac82 HTTP/1.1" status: 200 len: 1000 time: 0.0590854 Mar 08 13:13:17.359841 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb039e-571e-4ba7-a732-0e8989f676f3 req-fa65a50c-7a24-45b6-be37-d6e8b210b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:17.361297 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e3eb039e-571e-4ba7-a732-0e8989f676f3 req-fa65a50c-7a24-45b6-be37-d6e8b210b183 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7cd56575-d6b1-425a-8684-03ed91d4135e HTTP/1.1" status: 200 len: 850 time: 0.0470569 Mar 08 13:13:17.410985 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb039e-571e-4ba7-a732-0e8989f676f3 req-9a5ab30c-8324-475b-895e-55468c3b4cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:17.412468 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e3eb039e-571e-4ba7-a732-0e8989f676f3 req-9a5ab30c-8324-475b-895e-55468c3b4cd9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bffea359-2851-41c2-a7e4-22be5e5cad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431135 Mar 08 13:13:17.501046 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e3eb039e-571e-4ba7-a732-0e8989f676f3 req-4aa099b2-e30e-46b3-ae3b-6f2ef2b36d9a service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814657 Mar 08 13:13:17.592114 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e3eb039e-571e-4ba7-a732-0e8989f676f3 req-118da7aa-de7a-4c38-9a36-f3cb3ad5f9ca service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853517 Mar 08 13:13:24.719308 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f6be15f7-560f-47ec-9a49-9538f7ea10e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:26.935355 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6b654538-d8f0-4566-8394-3a256f5cc315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:28.170057 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:29.616166 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:30.954851 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:42.539836 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:47.114577 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:13:54.720975 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d44bad33-f734-498c-9e07-cbe2d059a74b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:56.936066 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d5feb832-0b14-4927-9f76-4d76d42ae601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:58.174575 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:59.616158 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:00.956906 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:07.147907 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828f51d-27ca-4543-996b-befb3f122736 req-5ca15a37-e5f9-4008-a917-cbadcacfe532 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:07.149504 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d828f51d-27ca-4543-996b-befb3f122736 req-5ca15a37-e5f9-4008-a917-cbadcacfe532 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e HTTP/1.1" status: 200 len: 945 time: 0.0639102 Mar 08 13:14:07.202796 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d828f51d-27ca-4543-996b-befb3f122736 req-fb964ed9-f3f9-4962-8d9b-a06bb6af246a tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467272 Mar 08 13:14:08.333018 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcee67-7085-4b1f-9cab-1cc8001ca330 req-79e472b6-44c8-4d13-9f63-9743c771ecea tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:08.334473 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5ebcee67-7085-4b1f-9cab-1cc8001ca330 req-79e472b6-44c8-4d13-9f63-9743c771ecea tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e HTTP/1.1" status: 200 len: 945 time: 0.0624483 Mar 08 13:14:08.385566 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5ebcee67-7085-4b1f-9cab-1cc8001ca330 req-160b0739-ba56-4908-9295-e6302a01ce59 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454679 Mar 08 13:14:09.040182 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b8ea0-58b5-4dc8-b092-7c5cd1e86297 req-a830ba86-b54b-44c8-a883-85f1055e5a92 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:09.041589 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-438b8ea0-58b5-4dc8-b092-7c5cd1e86297 req-a830ba86-b54b-44c8-a883-85f1055e5a92 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e HTTP/1.1" status: 200 len: 945 time: 0.0516677 Mar 08 13:14:09.132305 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-438b8ea0-58b5-4dc8-b092-7c5cd1e86297 req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Deleting port 005f8661-207c-40fd-b925-d73df675ac82 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:14:09.132675 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-438b8ea0-58b5-4dc8-b092-7c5cd1e86297 req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (005f8661-207c-40fd-b925-d73df675ac82), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:09.223075 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-438b8ea0-58b5-4dc8-b092-7c5cd1e86297 req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] For port 005f8661-207c-40fd-b925-d73df675ac82, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=005f8661-207c-40fd-b925-d73df675ac82,segment=NetworkSegment(48478562-4b0e-4f41-a101-cd3a458c3b06),segment_id=48478562-4b0e-4f41-a101-cd3a458c3b06)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:14:09.223439 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-438b8ea0-58b5-4dc8-b092-7c5cd1e86297 req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (005f8661-207c-40fd-b925-d73df675ac82), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:09.393991 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-438b8ea0-58b5-4dc8-b092-7c5cd1e86297 req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:09.394714 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-438b8ea0-58b5-4dc8-b092-7c5cd1e86297 req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (b840576d-0da6-4125-a3c1-7198575c192a), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:09.394714 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.l3_db [req-438b8ea0-58b5-4dc8-b092-7c5cd1e86297 req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Floating IP b840576d-0da6-4125-a3c1-7198575c192a disassociated. External IP: 172.27.3.58, port: 005f8661-207c-40fd-b925-d73df675ac82. Mar 08 13:14:09.394984 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-438b8ea0-58b5-4dc8-b092-7c5cd1e86297 req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Calling delete_port for 005f8661-207c-40fd-b925-d73df675ac82 owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:14:09.508014 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044751d-2067-443c-bfdd-282d7a9dc8d8 req-e5b6362a-622f-4c67-90d7-c7cc0e1c4c35 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:09.509601 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9044751d-2067-443c-bfdd-282d7a9dc8d8 req-e5b6362a-622f-4c67-90d7-c7cc0e1c4c35 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e HTTP/1.1" status: 200 len: 945 time: 0.0541964 Mar 08 13:14:09.532071 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-438b8ea0-58b5-4dc8-b092-7c5cd1e86297 req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (005f8661-207c-40fd-b925-d73df675ac82), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:09.569520 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9044751d-2067-443c-bfdd-282d7a9dc8d8 req-6a5c3151-7b77-4d20-b985-74b5407f05b1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536413 Mar 08 13:14:09.572753 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Pushing event deleted for resources: {'Port': ['ID=005f8661-207c-40fd-b925-d73df675ac82,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:09.582366 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:09.582718 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:09.583067 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:09.583485 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:09.583888 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:09.584219 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:09.584554 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:09.584929 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:09.585257 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:09.585583 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:09.585909 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:09.586226 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:09.586572 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:09.701286 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-438b8ea0-58b5-4dc8-b092-7c5cd1e86297 req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Router b839d5a1-f2a2-487c-8bef-cf19efd02922 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:14:09.815373 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-438b8ea0-58b5-4dc8-b092-7c5cd1e86297 req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:14:09.825600 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6857f1-6d90-4b91-8afb-d2bc433c254d None None] Sync routers for ids ['b839d5a1-f2a2-487c-8bef-cf19efd02922'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:14:09.835110 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6857f1-6d90-4b91-8afb-d2bc433c254d None None] Routers {'b839d5a1-f2a2-487c-8bef-cf19efd02922'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:14:09.835663 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-9d6857f1-6d90-4b91-8afb-d2bc433c254d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:13:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['b839d5a1-f2a2-487c-8bef-cf19efd02922'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:09.856259 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-438b8ea0-58b5-4dc8-b092-7c5cd1e86297 req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] No DVR routers for this DVR port 005f8661-207c-40fd-b925-d73df675ac82 on host hv-cinder-83008 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:14:09.859062 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-438b8ea0-58b5-4dc8-b092-7c5cd1e86297 req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:09.862417 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-438b8ea0-58b5-4dc8-b092-7c5cd1e86297 req-4ea38352-e144-4965-be44-3dec4599ea55 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.72 "DELETE /v2.0/ports/005f8661-207c-40fd-b925-d73df675ac82 HTTP/1.1" status: 204 len: 173 time: 0.8159685 Mar 08 13:14:09.863383 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef48ca14-5d49-445b-b16f-a78f66282e1e', 'name': 'network-vif-deleted', 'tag': '005f8661-207c-40fd-b925-d73df675ac82'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:14:09.865673 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5abada8-3d71-4325-ba35-c4cd15abfa1d" -d '{"events": [{"server_uuid": "ef48ca14-5d49-445b-b16f-a78f66282e1e", "name": "network-vif-deleted", "tag": "005f8661-207c-40fd-b925-d73df675ac82"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:14:09.956938 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-9d6857f1-6d90-4b91-8afb-d2bc433c254d None None] Set router b839d5a1-f2a2-487c-8bef-cf19efd02922 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:14:10.059186 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98b7670-7377-4984-9612-7fdcba96f33a x-openstack-request-id: req-e98b7670-7377-4984-9612-7fdcba96f33a {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:14:10.059476 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef48ca14-5d49-445b-b16f-a78f66282e1e", "name": "network-vif-deleted", "tag": "005f8661-207c-40fd-b925-d73df675ac82", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:14:10.059728 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e98b7670-7377-4984-9612-7fdcba96f33a {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:14:10.060125 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef48ca14-5d49-445b-b16f-a78f66282e1e', 'name': 'network-vif-deleted', 'tag': '005f8661-207c-40fd-b925-d73df675ac82', 'status': 'completed', 'code': 200} Mar 08 13:14:10.303186 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-9d6857f1-6d90-4b91-8afb-d2bc433c254d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:10:55Z', 'updated_at': '2022-03-08T13:10:59Z', 'revision_number': 4, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'gw_port': {'id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:56Z', 'updated_at': '2022-03-08T13:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '116108c6-01bf-4a40-9461-117683c243b3', 'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'mac_address': 'fa:16:3e:7e:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:58Z', 'updated_at': '2022-03-08T13:11:05Z', 'revision_number': 5, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'subnets': [{'id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:10.332065 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6857f1-6d90-4b91-8afb-d2bc433c254d None None] Checking router: b839d5a1-f2a2-487c-8bef-cf19efd02922 for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:14:10.340398 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6857f1-6d90-4b91-8afb-d2bc433c254d None None] Routers {'b839d5a1-f2a2-487c-8bef-cf19efd02922'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:14:10.341034 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-9d6857f1-6d90-4b91-8afb-d2bc433c254d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:13:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['b839d5a1-f2a2-487c-8bef-cf19efd02922'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:10.448486 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-9d6857f1-6d90-4b91-8afb-d2bc433c254d None None] Set router b839d5a1-f2a2-487c-8bef-cf19efd02922 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:14:10.658623 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-9d6857f1-6d90-4b91-8afb-d2bc433c254d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:10:55Z', 'updated_at': '2022-03-08T13:10:59Z', 'revision_number': 4, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'gw_port': {'id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:56Z', 'updated_at': '2022-03-08T13:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '116108c6-01bf-4a40-9461-117683c243b3', 'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'mac_address': 'fa:16:3e:7e:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:58Z', 'updated_at': '2022-03-08T13:11:05Z', 'revision_number': 5, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'subnets': [{'id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:10.686794 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6857f1-6d90-4b91-8afb-d2bc433c254d None None] The sync data for ids ['b839d5a1-f2a2-487c-8bef-cf19efd02922'] in dv-cinder-830089-2-iscsi is: [{'id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:10:55Z', 'updated_at': '2022-03-08T13:10:59Z', 'revision_number': 4, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'gw_port': {'id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:56Z', 'updated_at': '2022-03-08T13:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '116108c6-01bf-4a40-9461-117683c243b3', 'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'mac_address': 'fa:16:3e:7e:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:58Z', 'updated_at': '2022-03-08T13:11:05Z', 'revision_number': 5, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'subnets': [{'id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:14:10.694150 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-dc94e81b-7aa6-4a31-9c29-8af75677264f req-9481955d-6fe6-41ba-a4e3-24ebf5e9af09 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef48ca14-5d49-445b-b16f-a78f66282e1e HTTP/1.1" status: 200 len: 210 time: 0.0308743 Mar 08 13:14:10.899997 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd0db6d-6844-474e-a1cb-d0fcc0e4d9f9 None None] New status for floating IP b840576d-0da6-4125-a3c1-7198575c192a: DOWN {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:14:11.944853 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-7bd10109-41e3-421c-a1da-07f0b32f5c41 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1931104431&fields=id&tenant_id=b8a4d542bb974b6cabe91528ca772e7f HTTP/1.1" status: 200 len: 267 time: 0.0433462 Mar 08 13:14:12.054066 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-f8cc97a5-0a82-4af5-84b8-d57e72e2cf2c tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:12.055509 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-f8cc97a5-0a82-4af5-84b8-d57e72e2cf2c tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/networks?id=bffea359-2851-41c2-a7e4-22be5e5cad3b HTTP/1.1" status: 200 len: 811 time: 0.1025136 Mar 08 13:14:12.070281 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-c7a83b85-173e-4a46-bd40-13c2a772d05b tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/quotas/b8a4d542bb974b6cabe91528ca772e7f HTTP/1.1" status: 200 len: 375 time: 0.0094860 Mar 08 13:14:12.127181 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-7af6ed7c-0514-4698-91fa-bcb840a2fe6a tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8a4d542bb974b6cabe91528ca772e7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517876 Mar 08 13:14:12.222413 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-27e7bbea-cb4c-4fb0-ab03-0ce381483371 service neutron] 10.222.0.50 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814319 Mar 08 13:14:12.318608 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-65fee843-cf09-4244-88b0-fbc241362a4d service neutron] 10.222.0.50 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903068 Mar 08 13:14:12.533016 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 005f8661-207c-40fd-b925-d73df675ac82 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:14:12.560917 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] No Port match for: 005f8661-207c-40fd-b925-d73df675ac82 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:14:12.561459 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 005f8661-207c-40fd-b925-d73df675ac82 not bound to the agent host hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:14:12.564077 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:12.637956 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c9696da5-6751-42f4-bb4c-5188df716f46 req-4c39d9f6-47bc-47f4-bb9b-910fe42ad136 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70 HTTP/1.1" status: 200 len: 210 time: 0.0315790 Mar 08 13:14:13.738141 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e218e7a3-cc95-4b5e-95ec-2a67b03f640b req-c383c9a9-9e0a-45eb-9bb3-95d87e9fb993 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70 HTTP/1.1" status: 200 len: 210 time: 0.0286949 Mar 08 13:14:13.823807 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-ba6207b5-a12e-4b5b-b8f3-15966bcae5f9 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:13.825303 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-ba6207b5-a12e-4b5b-b8f3-15966bcae5f9 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.72 "GET /v2.0/networks?id=bffea359-2851-41c2-a7e4-22be5e5cad3b HTTP/1.1" status: 200 len: 811 time: 0.1159441 Mar 08 13:14:13.900188 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-31744736-e56f-4cd5-bd27-62c6558150eb tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8a4d542bb974b6cabe91528ca772e7f HTTP/1.1" status: 200 len: 380 time: 0.0548263 Mar 08 13:14:13.909481 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-a392424b-b1ea-44b4-ab7c-4668b11ae45f tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Request body: {'port': {'device_id': '4fe2c728-551c-4ef7-870d-a7d388fe4a70', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'admin_state_up': True, 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'security_groups': ['c64e98b6-ece2-4837-865a-87d6c99b0c3e']}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:14:14.018056 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-a392424b-b1ea-44b4-ab7c-4668b11ae45f tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Made reservation on behalf of b8a4d542bb974b6cabe91528ca772e7f for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:14:14.021800 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-a392424b-b1ea-44b4-ab7c-4668b11ae45f tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:14.153159 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-a392424b-b1ea-44b4-ab7c-4668b11ae45f tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Allocated IP 172.20.0.4 (bffea359-2851-41c2-a7e4-22be5e5cad3b/7cd56575-d6b1-425a-8684-03ed91d4135e/1c95cb35-71f5-496c-8a04-cfdb42625a42) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:14:14.300250 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-a392424b-b1ea-44b4-ab7c-4668b11ae45f tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for port (1c95cb35-71f5-496c-8a04-cfdb42625a42), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:14.336081 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-a392424b-b1ea-44b4-ab7c-4668b11ae45f tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (1c95cb35-71f5-496c-8a04-cfdb42625a42), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:14.388509 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-a392424b-b1ea-44b4-ab7c-4668b11ae45f tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Network bffea359-2851-41c2-a7e4-22be5e5cad3b is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:14:14.391471 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-a392424b-b1ea-44b4-ab7c-4668b11ae45f tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:14:14.394430 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-a392424b-b1ea-44b4-ab7c-4668b11ae45f tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:14:14.421069 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392424b-b1ea-44b4-ab7c-4668b11ae45f tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Pushing event updated for resources: {'Port': ['ID=1c95cb35-71f5-496c-8a04-cfdb42625a42,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:14.450880 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-a392424b-b1ea-44b4-ab7c-4668b11ae45f tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:14.451517 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-a392424b-b1ea-44b4-ab7c-4668b11ae45f tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:14.469026 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-a392424b-b1ea-44b4-ab7c-4668b11ae45f tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5631042 Mar 08 13:14:14.486933 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-794d00e5-cc8d-4948-b830-2e1137bd4cda service neutron] Request body: {'port': {'device_id': '4fe2c728-551c-4ef7-870d-a7d388fe4a70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:14:14.551297 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-794d00e5-cc8d-4948-b830-2e1137bd4cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (1c95cb35-71f5-496c-8a04-cfdb42625a42), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:14.645854 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-55ddbc55-7f95-40f3-b15d-a0d725333a7f None None] Provisioning complete for port 1c95cb35-71f5-496c-8a04-cfdb42625a42 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:14:14.646471 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-55ddbc55-7f95-40f3-b15d-a0d725333a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (1c95cb35-71f5-496c-8a04-cfdb42625a42), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:14.682260 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-55ddbc55-7f95-40f3-b15d-a0d725333a7f None None] Port 1c95cb35-71f5-496c-8a04-cfdb42625a42 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:14:14.867149 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-794d00e5-cc8d-4948-b830-2e1137bd4cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c95cb35-71f5-496c-8a04-cfdb42625a42 {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:14:14.877737 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-794d00e5-cc8d-4948-b830-2e1137bd4cda service neutron] Publish callbacks [] for port (1c95cb35-71f5-496c-8a04-cfdb42625a42), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:14.895332 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-794d00e5-cc8d-4948-b830-2e1137bd4cda service neutron] Transition to ACTIVE for port object 1c95cb35-71f5-496c-8a04-cfdb42625a42 will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:14:14.901122 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-794d00e5-cc8d-4948-b830-2e1137bd4cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (1c95cb35-71f5-496c-8a04-cfdb42625a42), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:14.911063 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7eb49f-bc1e-4da2-8e24-9d834f96c1f4 req-74a050f0-5e47-4eca-b3fa-57d8ae83c66f tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:14.912602 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9f7eb49f-bc1e-4da2-8e24-9d834f96c1f4 req-74a050f0-5e47-4eca-b3fa-57d8ae83c66f tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70 HTTP/1.1" status: 200 len: 931 time: 0.0849385 Mar 08 13:14:14.978783 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d00e5-cc8d-4948-b830-2e1137bd4cda service neutron] Pushing event updated for resources: {'Port': ['ID=1c95cb35-71f5-496c-8a04-cfdb42625a42,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:15.053638 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9f7eb49f-bc1e-4da2-8e24-9d834f96c1f4 req-840158d2-9d1c-4753-bc09-dcc813791194 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180935 Mar 08 13:14:15.089984 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-794d00e5-cc8d-4948-b830-2e1137bd4cda service neutron] Attempting to bind port 1c95cb35-71f5-496c-8a04-cfdb42625a42 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:14:15.090408 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-794d00e5-cc8d-4948-b830-2e1137bd4cda service neutron] Attempting to bind port 1c95cb35-71f5-496c-8a04-cfdb42625a42 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '48478562-4b0e-4f41-a101-cd3a458c3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:14:15.090837 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-794d00e5-cc8d-4948-b830-2e1137bd4cda service neutron] Attempting to bind port 1c95cb35-71f5-496c-8a04-cfdb42625a42 on network bffea359-2851-41c2-a7e4-22be5e5cad3b {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:14:15.095716 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-794d00e5-cc8d-4948-b830-2e1137bd4cda service neutron] Port 1c95cb35-71f5-496c-8a04-cfdb42625a42 on network bffea359-2851-41c2-a7e4-22be5e5cad3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:14:15.096116 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-794d00e5-cc8d-4948-b830-2e1137bd4cda service neutron] Attempting to bind port 1c95cb35-71f5-496c-8a04-cfdb42625a42 on network bffea359-2851-41c2-a7e4-22be5e5cad3b {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:14:15.102524 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-794d00e5-cc8d-4948-b830-2e1137bd4cda service neutron] Checking agent: {'id': '1556a156-0b90-4c62-9625-a828b1293451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'started_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:14:15.102961 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-794d00e5-cc8d-4948-b830-2e1137bd4cda service neutron] Checking segment: {'id': '48478562-4b0e-4f41-a101-cd3a458c3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:14:15.103418 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-794d00e5-cc8d-4948-b830-2e1137bd4cda service neutron] Bound using segment: {'id': '48478562-4b0e-4f41-a101-cd3a458c3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:14:15.103926 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-794d00e5-cc8d-4948-b830-2e1137bd4cda service neutron] Bound port: 1c95cb35-71f5-496c-8a04-cfdb42625a42, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48478562-4b0e-4f41-a101-cd3a458c3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:14:15.104361 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-794d00e5-cc8d-4948-b830-2e1137bd4cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (1c95cb35-71f5-496c-8a04-cfdb42625a42), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:15.171904 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-794d00e5-cc8d-4948-b830-2e1137bd4cda service neutron] For port 1c95cb35-71f5-496c-8a04-cfdb42625a42, host hv-cinder-83008, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:14:15.176031 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-794d00e5-cc8d-4948-b830-2e1137bd4cda service neutron] For port 1c95cb35-71f5-496c-8a04-cfdb42625a42, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1c95cb35-71f5-496c-8a04-cfdb42625a42,segment=NetworkSegment(48478562-4b0e-4f41-a101-cd3a458c3b06),segment_id=48478562-4b0e-4f41-a101-cd3a458c3b06)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:14:15.182901 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-794d00e5-cc8d-4948-b830-2e1137bd4cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (1c95cb35-71f5-496c-8a04-cfdb42625a42), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:15.218185 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-794d00e5-cc8d-4948-b830-2e1137bd4cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:15.219015 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-794d00e5-cc8d-4948-b830-2e1137bd4cda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:15.220506 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-794d00e5-cc8d-4948-b830-2e1137bd4cda service neutron] 10.222.0.72 "PUT /v2.0/ports/1c95cb35-71f5-496c-8a04-cfdb42625a42 HTTP/1.1" status: 200 len: 1093 time: 0.7381346 Mar 08 13:14:15.223488 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe2c728-551c-4ef7-870d-a7d388fe4a70', 'tag': '1c95cb35-71f5-496c-8a04-cfdb42625a42'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:14:15.225644 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb2f0f4-9f58-4d31-a103-19dbf9444190" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe2c728-551c-4ef7-870d-a7d388fe4a70", "tag": "1c95cb35-71f5-496c-8a04-cfdb42625a42"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:14:15.270515 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d00e5-cc8d-4948-b830-2e1137bd4cda service neutron] Pushing event updated for resources: {'Port': ['ID=1c95cb35-71f5-496c-8a04-cfdb42625a42,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:15.304222 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923b31c3-49af-49e1-8c68-681788fcbb23 x-openstack-request-id: req-923b31c3-49af-49e1-8c68-681788fcbb23 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:14:15.304467 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe2c728-551c-4ef7-870d-a7d388fe4a70", "tag": "1c95cb35-71f5-496c-8a04-cfdb42625a42", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:14:15.304857 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-923b31c3-49af-49e1-8c68-681788fcbb23 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:14:15.305494 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe2c728-551c-4ef7-870d-a7d388fe4a70', 'tag': '1c95cb35-71f5-496c-8a04-cfdb42625a42', 'status': 'completed', 'code': 200} Mar 08 13:14:15.353495 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-75a47178-ede3-41ac-be7b-d8decc883072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:15.355230 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-75a47178-ede3-41ac-be7b-d8decc883072 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8a4d542bb974b6cabe91528ca772e7f&device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70 HTTP/1.1" status: 200 len: 1127 time: 0.0632353 Mar 08 13:14:15.397462 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47246) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:14:15.402042 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-306305a8-cb34-459e-b9dd-87c4be16d78c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1063129436', 'description': 'tempest-description--370180487'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:14:15.410435 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-209a3af9-34fa-4ad6-aa8c-2724af435d05 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c95cb35-71f5-496c-8a04-cfdb42625a42 HTTP/1.1" status: 200 len: 217 time: 0.0416121 Mar 08 13:14:15.428670 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-306305a8-cb34-459e-b9dd-87c4be16d78c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:15.467341 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-c1ba613f-74e8-47c2-8705-d1ba1d2f6080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:15.468991 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-c1ba613f-74e8-47c2-8705-d1ba1d2f6080 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7cd56575-d6b1-425a-8684-03ed91d4135e HTTP/1.1" status: 200 len: 850 time: 0.0532598 Mar 08 13:14:15.497638 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-306305a8-cb34-459e-b9dd-87c4be16d78c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group (9fdd732f-b4db-43d0-8b7a-84c211b78484), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:15.501481 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-306305a8-cb34-459e-b9dd-87c4be16d78c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (9fdd732f-b4db-43d0-8b7a-84c211b78484), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:15.523208 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-4f699675-d63b-4b46-84c8-992e6213f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:15.525291 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-4f699675-d63b-4b46-84c8-992e6213f741 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bffea359-2851-41c2-a7e4-22be5e5cad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503547 Mar 08 13:14:15.534132 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-306305a8-cb34-459e-b9dd-87c4be16d78c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:15.538686 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-306305a8-cb34-459e-b9dd-87c4be16d78c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1373978 Mar 08 13:14:15.538686 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306305a8-cb34-459e-b9dd-87c4be16d78c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdd732f-b4db-43d0-8b7a-84c211b78484,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:15.539994 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 47248) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:14:15.547051 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306305a8-cb34-459e-b9dd-87c4be16d78c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:15.547436 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306305a8-cb34-459e-b9dd-87c4be16d78c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:15.547787 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306305a8-cb34-459e-b9dd-87c4be16d78c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:15.548158 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306305a8-cb34-459e-b9dd-87c4be16d78c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:15.548499 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306305a8-cb34-459e-b9dd-87c4be16d78c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:15.548867 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306305a8-cb34-459e-b9dd-87c4be16d78c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:15.549206 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306305a8-cb34-459e-b9dd-87c4be16d78c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:15.549542 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306305a8-cb34-459e-b9dd-87c4be16d78c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:15.549920 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306305a8-cb34-459e-b9dd-87c4be16d78c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:15.550254 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306305a8-cb34-459e-b9dd-87c4be16d78c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:15.550588 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306305a8-cb34-459e-b9dd-87c4be16d78c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:15.550919 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306305a8-cb34-459e-b9dd-87c4be16d78c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:15.551248 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306305a8-cb34-459e-b9dd-87c4be16d78c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:15.553994 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-b0efa2c8-2fbb-43c8-9de1-3ca5e08c7b06 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Request body: {'security_group_rule': {'security_group_id': '9fdd732f-b4db-43d0-8b7a-84c211b78484', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:14:15.618857 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b0efa2c8-2fbb-43c8-9de1-3ca5e08c7b06 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group_rule (122ac68f-31e4-4ca5-aab5-dffa45199dfa), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:15.654456 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-97e2cd6f-597a-410d-af7c-7a7a326e7152 service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233387 Mar 08 13:14:15.734054 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b0efa2c8-2fbb-43c8-9de1-3ca5e08c7b06 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group_rule (122ac68f-31e4-4ca5-aab5-dffa45199dfa), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:15.739167 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b0efa2c8-2fbb-43c8-9de1-3ca5e08c7b06 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (122ac68f-31e4-4ca5-aab5-dffa45199dfa), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:15.765900 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efa2c8-2fbb-43c8-9de1-3ca5e08c7b06 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=122ac68f-31e4-4ca5-aab5-dffa45199dfa,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:15.783738 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b0efa2c8-2fbb-43c8-9de1-3ca5e08c7b06 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:15.784997 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-b0efa2c8-2fbb-43c8-9de1-3ca5e08c7b06 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2432392 Mar 08 13:14:15.788422 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47250) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:14:15.791688 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4ddedb81-6060-464c-acac-881c4cf7d603 req-b0259d28-e38b-4bb1-a176-88284d837a59 service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296520 Mar 08 13:14:15.793952 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-924ec672-f3c2-42ca-b790-bc7d6861e098 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Request body: {'security_group_rule': {'security_group_id': '9fdd732f-b4db-43d0-8b7a-84c211b78484', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:14:15.821951 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-924ec672-f3c2-42ca-b790-bc7d6861e098 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group_rule (b4f1cf1a-9899-4d5c-92b7-941415999f18), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:15.885061 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-924ec672-f3c2-42ca-b790-bc7d6861e098 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group_rule (b4f1cf1a-9899-4d5c-92b7-941415999f18), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:15.891420 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-924ec672-f3c2-42ca-b790-bc7d6861e098 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (b4f1cf1a-9899-4d5c-92b7-941415999f18), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:15.910793 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ec672-f3c2-42ca-b790-bc7d6861e098 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f1cf1a-9899-4d5c-92b7-941415999f18,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:15.920793 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-924ec672-f3c2-42ca-b790-bc7d6861e098 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:15.922202 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-924ec672-f3c2-42ca-b790-bc7d6861e098 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1325829 Mar 08 13:14:15.925572 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47252) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:14:15.928167 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2f0f4-9f58-4d31-a103-19dbf9444190 req-8f226f63-1d25-4849-9451-a181896c3d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:15.929719 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7bb2f0f4-9f58-4d31-a103-19dbf9444190 req-8f226f63-1d25-4849-9451-a181896c3d2e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8a4d542bb974b6cabe91528ca772e7f&device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70 HTTP/1.1" status: 200 len: 1127 time: 0.0507340 Mar 08 13:14:15.930143 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-fc6a6198-54fe-4dec-acfb-3263674d468d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Request body: {'floatingip': {'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:14:15.951074 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fc6a6198-54fe-4dec-acfb-3263674d468d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:16.025876 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2f0f4-9f58-4d31-a103-19dbf9444190 req-4a1c0a7c-6273-4d09-b4d0-78d8e06a5ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:16.027343 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7bb2f0f4-9f58-4d31-a103-19dbf9444190 req-4a1c0a7c-6273-4d09-b4d0-78d8e06a5ded service neutron] 10.222.0.72 "GET /v2.0/networks?id=bffea359-2851-41c2-a7e4-22be5e5cad3b HTTP/1.1" status: 200 len: 913 time: 0.0899956 Mar 08 13:14:16.069458 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7bb2f0f4-9f58-4d31-a103-19dbf9444190 req-f732d6d4-dc9b-420e-994f-ff6bedee2b8d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c95cb35-71f5-496c-8a04-cfdb42625a42 HTTP/1.1" status: 200 len: 217 time: 0.0349903 Mar 08 13:14:16.112942 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fc6a6198-54fe-4dec-acfb-3263674d468d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:16.124687 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2f0f4-9f58-4d31-a103-19dbf9444190 req-210c2853-b7b5-45dc-bb0d-7121f4e337d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:16.126174 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7bb2f0f4-9f58-4d31-a103-19dbf9444190 req-210c2853-b7b5-45dc-bb0d-7121f4e337d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7cd56575-d6b1-425a-8684-03ed91d4135e HTTP/1.1" status: 200 len: 850 time: 0.0504413 Mar 08 13:14:16.213685 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2f0f4-9f58-4d31-a103-19dbf9444190 req-792f5641-53a8-486c-a975-163b663fee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:16.215192 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7bb2f0f4-9f58-4d31-a103-19dbf9444190 req-792f5641-53a8-486c-a975-163b663fee57 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bffea359-2851-41c2-a7e4-22be5e5cad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0829089 Mar 08 13:14:16.221827 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-fc6a6198-54fe-4dec-acfb-3263674d468d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Allocated IP 172.27.3.242 (5c176cc8-3706-4b4e-95aa-80d42c394e72/67bc08be-d366-4d47-9bdf-b91b4b3bbd14/c5f1cba1-5da6-4f3a-8807-d6efd9902d2f) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:14:16.226847 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece4ddd-30d4-4a43-8b41-a782649b0f56 req-c6ca786e-2b26-4dd6-88c9-5bf4feb5efae tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:16.228457 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6ece4ddd-30d4-4a43-8b41-a782649b0f56 req-c6ca786e-2b26-4dd6-88c9-5bf4feb5efae tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70 HTTP/1.1" status: 200 len: 943 time: 0.0663936 Mar 08 13:14:16.325964 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fc6a6198-54fe-4dec-acfb-3263674d468d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for port (c5f1cba1-5da6-4f3a-8807-d6efd9902d2f), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:16.334571 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6ece4ddd-30d4-4a43-8b41-a782649b0f56 req-80701d01-8984-40b0-b1fe-1745d26f82ed tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975037 Mar 08 13:14:16.358321 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7bb2f0f4-9f58-4d31-a103-19dbf9444190 req-ce48359a-1bd0-490a-a129-e4fc5252daf8 service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287916 Mar 08 13:14:16.368522 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fc6a6198-54fe-4dec-acfb-3263674d468d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (c5f1cba1-5da6-4f3a-8807-d6efd9902d2f), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:16.409697 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6a6198-54fe-4dec-acfb-3263674d468d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:14:16.412460 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-fc6a6198-54fe-4dec-acfb-3263674d468d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:14:16.415931 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a6198-54fe-4dec-acfb-3263674d468d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:14:16.421613 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a6198-54fe-4dec-acfb-3263674d468d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event updated for resources: {'Port': ['ID=c5f1cba1-5da6-4f3a-8807-d6efd9902d2f,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:16.451425 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7bb2f0f4-9f58-4d31-a103-19dbf9444190 req-b9369eca-bf67-4f2c-849e-4e8c9c80d0aa service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868530 Mar 08 13:14:16.507936 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fc6a6198-54fe-4dec-acfb-3263674d468d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (ebf36b90-858b-4cb9-a40e-de5cac8e8fed), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:16.542782 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fc6a6198-54fe-4dec-acfb-3263674d468d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (c5f1cba1-5da6-4f3a-8807-d6efd9902d2f), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:16.690294 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fc6a6198-54fe-4dec-acfb-3263674d468d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for port (c5f1cba1-5da6-4f3a-8807-d6efd9902d2f), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:16.694898 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fc6a6198-54fe-4dec-acfb-3263674d468d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287010'] for port (c5f1cba1-5da6-4f3a-8807-d6efd9902d2f), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:16.758598 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a6198-54fe-4dec-acfb-3263674d468d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event updated for resources: {'Port': ['ID=c5f1cba1-5da6-4f3a-8807-d6efd9902d2f,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:16.770871 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fc6a6198-54fe-4dec-acfb-3263674d468d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (ebf36b90-858b-4cb9-a40e-de5cac8e8fed), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:16.786826 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fc6a6198-54fe-4dec-acfb-3263674d468d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:16.788060 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-fc6a6198-54fe-4dec-acfb-3263674d468d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8614962 Mar 08 13:14:16.939475 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-e3b51659-4fc6-43f9-8dd4-4b81a30935d0 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1063129436&fields=id&tenant_id=cec937854d5a4539a505bc92cfa1e8c3 HTTP/1.1" status: 200 len: 267 time: 0.0446496 Mar 08 13:14:17.045216 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-2bad7fda-aad5-4664-b644-5681dbb8e3b3 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:17.046660 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-2bad7fda-aad5-4664-b644-5681dbb8e3b3 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/networks?id=704fe92a-ae52-4570-b350-fd23be3fef08 HTTP/1.1" status: 200 len: 815 time: 0.1008511 Mar 08 13:14:17.061450 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-330f3da4-9f8b-43cf-b621-737a99828d97 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/quotas/cec937854d5a4539a505bc92cfa1e8c3 HTTP/1.1" status: 200 len: 375 time: 0.0093691 Mar 08 13:14:17.118673 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-12202ceb-3241-4e03-813d-0d1d98c56861 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cec937854d5a4539a505bc92cfa1e8c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521641 Mar 08 13:14:17.217737 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-188082e9-ba33-4422-a084-4e672f5b6f34 service neutron] 10.222.0.50 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860951 Mar 08 13:14:17.306024 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-d6278aae-76cc-43ed-b4e9-20b45c6a9158 service neutron] 10.222.0.50 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820398 Mar 08 13:14:17.458410 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9df0c-4442-46c7-93a4-dab5876a88a0 req-966ded55-ce20-4d3f-a540-f1649c2c89fd tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:17.460036 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-03b9df0c-4442-46c7-93a4-dab5876a88a0 req-966ded55-ce20-4d3f-a540-f1649c2c89fd tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70 HTTP/1.1" status: 200 len: 943 time: 0.0559363 Mar 08 13:14:17.477066 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-06d54ac8-ef9b-4c6f-9d1c-8c9a8d9d8077 req-65486db6-b78a-44ac-bb0f-fb52c8da7efc tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=df6de406-ba50-4daf-887b-5364bdcbf0e3 HTTP/1.1" status: 200 len: 210 time: 0.0345385 Mar 08 13:14:17.522257 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-03b9df0c-4442-46c7-93a4-dab5876a88a0 req-0184618d-ff21-4c06-9656-965efead0d83 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560067 Mar 08 13:14:18.087065 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-17ca8cd1-314a-44d0-a4d2-1cf83b9964d6 req-b4c19881-9349-489d-9587-3daf513221ff service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5ff3c652-bbea-485b-8048-6ae20163f51a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427802 Mar 08 13:14:18.163910 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca8cd1-314a-44d0-a4d2-1cf83b9964d6 req-e78650a2-1d48-4543-b406-63c2f4f61aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:18.165427 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-17ca8cd1-314a-44d0-a4d2-1cf83b9964d6 req-e78650a2-1d48-4543-b406-63c2f4f61aab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cec937854d5a4539a505bc92cfa1e8c3&device_id=5ff3c652-bbea-485b-8048-6ae20163f51a HTTP/1.1" status: 200 len: 1130 time: 0.0436625 Mar 08 13:14:18.271358 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca8cd1-314a-44d0-a4d2-1cf83b9964d6 req-eea2b988-cee0-4a20-a553-b0943397ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:18.272911 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-17ca8cd1-314a-44d0-a4d2-1cf83b9964d6 req-eea2b988-cee0-4a20-a553-b0943397ad1f service neutron] 10.222.0.72 "GET /v2.0/networks?id=704fe92a-ae52-4570-b350-fd23be3fef08 HTTP/1.1" status: 200 len: 917 time: 0.0870445 Mar 08 13:14:18.344538 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-17ca8cd1-314a-44d0-a4d2-1cf83b9964d6 req-5e5515c1-786d-4540-a888-f8421e6fb671 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d760a62-ae38-42b9-a10d-8cc82ce1bb42 HTTP/1.1" status: 200 len: 1001 time: 0.0611787 Mar 08 13:14:18.396456 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca8cd1-314a-44d0-a4d2-1cf83b9964d6 req-d202f77e-5f12-479c-a181-719f14c5a561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:18.398496 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-17ca8cd1-314a-44d0-a4d2-1cf83b9964d6 req-d202f77e-5f12-479c-a181-719f14c5a561 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac HTTP/1.1" status: 200 len: 854 time: 0.0467765 Mar 08 13:14:18.548539 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca8cd1-314a-44d0-a4d2-1cf83b9964d6 req-a513828d-5acd-4878-9a6d-f1baf8cbd5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:18.550609 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-17ca8cd1-314a-44d0-a4d2-1cf83b9964d6 req-a513828d-5acd-4878-9a6d-f1baf8cbd5fe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=704fe92a-ae52-4570-b350-fd23be3fef08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1250663 Mar 08 13:14:18.560708 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-54823a9c-8455-462f-8f6e-f3e2a43cfa3c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:18.563686 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-54823a9c-8455-462f-8f6e-f3e2a43cfa3c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.72 "GET /v2.0/networks?id=704fe92a-ae52-4570-b350-fd23be3fef08 HTTP/1.1" status: 200 len: 815 time: 0.1454208 Mar 08 13:14:18.589132 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a3da9727-efbf-4b60-960b-606879596d8b req-0a09aa1e-eb0d-49db-af3a-aa5c18e78d57 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=df6de406-ba50-4daf-887b-5364bdcbf0e3 HTTP/1.1" status: 200 len: 210 time: 0.0317638 Mar 08 13:14:18.998986 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f14c99-6fd0-48ab-905c-00f6e8ae3d53 req-6a70d3c5-a92e-4c32-97e6-7d2ad19f22ae tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:19.000475 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a5f14c99-6fd0-48ab-905c-00f6e8ae3d53 req-6a70d3c5-a92e-4c32-97e6-7d2ad19f22ae tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70 HTTP/1.1" status: 200 len: 943 time: 0.3958514 Mar 08 13:14:19.002203 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-17ca8cd1-314a-44d0-a4d2-1cf83b9964d6 req-9f584cbc-4979-4f5b-beff-7e41c05747c4 service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391506 Mar 08 13:14:19.009463 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-3d2575e5-813b-4ee3-a8f9-682f0d301d25 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cec937854d5a4539a505bc92cfa1e8c3 HTTP/1.1" status: 200 len: 473 time: 0.4229076 Mar 08 13:14:19.021973 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-324ab737-54d2-4988-8cd8-e7db46d92f17 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Request body: {'port': {'device_id': 'df6de406-ba50-4daf-887b-5364bdcbf0e3', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'admin_state_up': True, 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'security_groups': ['9fdd732f-b4db-43d0-8b7a-84c211b78484']}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:14:19.173302 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a5f14c99-6fd0-48ab-905c-00f6e8ae3d53 req-3ab01e50-38b8-4565-ac5b-e298957a4083 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628861 Mar 08 13:14:19.214399 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-17ca8cd1-314a-44d0-a4d2-1cf83b9964d6 req-4cabf6d6-a3f5-4fa5-bd0d-d3009f1e4f47 service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972644 Mar 08 13:14:19.230774 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-324ab737-54d2-4988-8cd8-e7db46d92f17 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Made reservation on behalf of cec937854d5a4539a505bc92cfa1e8c3 for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:14:19.234667 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-324ab737-54d2-4988-8cd8-e7db46d92f17 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:19.363008 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-324ab737-54d2-4988-8cd8-e7db46d92f17 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Allocated IP 172.20.0.10 (704fe92a-ae52-4570-b350-fd23be3fef08/18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac/4b2a7953-c41e-45bd-8d27-aae3d41c2995) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:14:19.497029 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-324ab737-54d2-4988-8cd8-e7db46d92f17 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for port (4b2a7953-c41e-45bd-8d27-aae3d41c2995), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:19.535009 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-324ab737-54d2-4988-8cd8-e7db46d92f17 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (4b2a7953-c41e-45bd-8d27-aae3d41c2995), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:19.579615 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-324ab737-54d2-4988-8cd8-e7db46d92f17 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Network 704fe92a-ae52-4570-b350-fd23be3fef08 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:14:19.583196 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-324ab737-54d2-4988-8cd8-e7db46d92f17 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:14:19.586909 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-324ab737-54d2-4988-8cd8-e7db46d92f17 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:14:19.593670 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ab737-54d2-4988-8cd8-e7db46d92f17 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event updated for resources: {'Port': ['ID=4b2a7953-c41e-45bd-8d27-aae3d41c2995,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:19.641299 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-324ab737-54d2-4988-8cd8-e7db46d92f17 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:19.641979 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-324ab737-54d2-4988-8cd8-e7db46d92f17 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:19.661223 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-324ab737-54d2-4988-8cd8-e7db46d92f17 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6450341 Mar 08 13:14:19.678098 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-7b180509-7c6f-4c12-be81-7fd3cb122b10 service neutron] Request body: {'port': {'device_id': 'df6de406-ba50-4daf-887b-5364bdcbf0e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:14:19.717994 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b9670-342e-4d10-bfc6-2d9b92aa999f req-886b0f77-8c98-40b7-b9fa-b92af5a64b5d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:19.725111 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e42b9670-342e-4d10-bfc6-2d9b92aa999f req-886b0f77-8c98-40b7-b9fa-b92af5a64b5d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=df6de406-ba50-4daf-887b-5364bdcbf0e3 HTTP/1.1" status: 200 len: 932 time: 0.0600884 Mar 08 13:14:19.745956 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-7b180509-7c6f-4c12-be81-7fd3cb122b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (4b2a7953-c41e-45bd-8d27-aae3d41c2995), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:19.772367 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e42b9670-342e-4d10-bfc6-2d9b92aa999f req-968a42a7-f547-47cf-b920-f6750a3c4067 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fdd732f-b4db-43d0-8b7a-84c211b78484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455334 Mar 08 13:14:19.885977 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-595ad40f-1772-4738-81da-47883aa10518 None None] Provisioning complete for port 4b2a7953-c41e-45bd-8d27-aae3d41c2995 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:14:19.886570 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-595ad40f-1772-4738-81da-47883aa10518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (4b2a7953-c41e-45bd-8d27-aae3d41c2995), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:19.923194 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-595ad40f-1772-4738-81da-47883aa10518 None None] Port 4b2a7953-c41e-45bd-8d27-aae3d41c2995 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:14:20.014939 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-7b180509-7c6f-4c12-be81-7fd3cb122b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b2a7953-c41e-45bd-8d27-aae3d41c2995 {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:14:20.023217 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-7b180509-7c6f-4c12-be81-7fd3cb122b10 service neutron] Publish callbacks [] for port (4b2a7953-c41e-45bd-8d27-aae3d41c2995), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:20.035733 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-7b180509-7c6f-4c12-be81-7fd3cb122b10 service neutron] Transition to ACTIVE for port object 4b2a7953-c41e-45bd-8d27-aae3d41c2995 will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:14:20.040878 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-7b180509-7c6f-4c12-be81-7fd3cb122b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (4b2a7953-c41e-45bd-8d27-aae3d41c2995), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:20.117183 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b180509-7c6f-4c12-be81-7fd3cb122b10 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2a7953-c41e-45bd-8d27-aae3d41c2995,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:20.173627 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-7b180509-7c6f-4c12-be81-7fd3cb122b10 service neutron] Attempting to bind port 4b2a7953-c41e-45bd-8d27-aae3d41c2995 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:14:20.173968 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-7b180509-7c6f-4c12-be81-7fd3cb122b10 service neutron] Attempting to bind port 4b2a7953-c41e-45bd-8d27-aae3d41c2995 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'aee775c5-334f-4ae8-a366-a04ce30cc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:14:20.174307 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-7b180509-7c6f-4c12-be81-7fd3cb122b10 service neutron] Attempting to bind port 4b2a7953-c41e-45bd-8d27-aae3d41c2995 on network 704fe92a-ae52-4570-b350-fd23be3fef08 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:14:20.179674 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-7b180509-7c6f-4c12-be81-7fd3cb122b10 service neutron] Port 4b2a7953-c41e-45bd-8d27-aae3d41c2995 on network 704fe92a-ae52-4570-b350-fd23be3fef08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:14:20.180000 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-7b180509-7c6f-4c12-be81-7fd3cb122b10 service neutron] Attempting to bind port 4b2a7953-c41e-45bd-8d27-aae3d41c2995 on network 704fe92a-ae52-4570-b350-fd23be3fef08 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:14:20.185499 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-7b180509-7c6f-4c12-be81-7fd3cb122b10 service neutron] Checking agent: {'id': '1556a156-0b90-4c62-9625-a828b1293451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'started_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:14:20.185845 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-7b180509-7c6f-4c12-be81-7fd3cb122b10 service neutron] Checking segment: {'id': 'aee775c5-334f-4ae8-a366-a04ce30cc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:14:20.186231 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-7b180509-7c6f-4c12-be81-7fd3cb122b10 service neutron] Bound using segment: {'id': 'aee775c5-334f-4ae8-a366-a04ce30cc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:14:20.186665 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-7b180509-7c6f-4c12-be81-7fd3cb122b10 service neutron] Bound port: 4b2a7953-c41e-45bd-8d27-aae3d41c2995, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee775c5-334f-4ae8-a366-a04ce30cc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:14:20.187084 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-7b180509-7c6f-4c12-be81-7fd3cb122b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (4b2a7953-c41e-45bd-8d27-aae3d41c2995), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:20.267571 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-7b180509-7c6f-4c12-be81-7fd3cb122b10 service neutron] For port 4b2a7953-c41e-45bd-8d27-aae3d41c2995, host hv-cinder-83008, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:14:20.296095 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-7b180509-7c6f-4c12-be81-7fd3cb122b10 service neutron] For port 4b2a7953-c41e-45bd-8d27-aae3d41c2995, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4b2a7953-c41e-45bd-8d27-aae3d41c2995,segment=NetworkSegment(aee775c5-334f-4ae8-a366-a04ce30cc8da),segment_id=aee775c5-334f-4ae8-a366-a04ce30cc8da)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:14:20.307439 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-7b180509-7c6f-4c12-be81-7fd3cb122b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (4b2a7953-c41e-45bd-8d27-aae3d41c2995), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:20.361274 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccfcd4-0eb4-41fb-ae58-393889186436 req-049136ba-1990-4da5-b041-9c345d3acb74 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:20.363400 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-70ccfcd4-0eb4-41fb-ae58-393889186436 req-049136ba-1990-4da5-b041-9c345d3acb74 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70 HTTP/1.1" status: 200 len: 943 time: 0.1116946 Mar 08 13:14:20.366554 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-7b180509-7c6f-4c12-be81-7fd3cb122b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:20.367160 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-7b180509-7c6f-4c12-be81-7fd3cb122b10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:20.368486 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-7b180509-7c6f-4c12-be81-7fd3cb122b10 service neutron] 10.222.0.72 "PUT /v2.0/ports/4b2a7953-c41e-45bd-8d27-aae3d41c2995 HTTP/1.1" status: 200 len: 1094 time: 0.6947658 Mar 08 13:14:20.368971 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6de406-ba50-4daf-887b-5364bdcbf0e3', 'tag': '4b2a7953-c41e-45bd-8d27-aae3d41c2995'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:14:20.371245 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a170e440-470a-4775-a802-6e3b2c58f1e7" -d '{"events": [{"name": "network-changed", "server_uuid": "df6de406-ba50-4daf-887b-5364bdcbf0e3", "tag": "4b2a7953-c41e-45bd-8d27-aae3d41c2995"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:14:20.406691 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b180509-7c6f-4c12-be81-7fd3cb122b10 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2a7953-c41e-45bd-8d27-aae3d41c2995,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:20.438961 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-70ccfcd4-0eb4-41fb-ae58-393889186436 req-92e22f1f-8f12-4132-ad00-1340a72382e6 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650203 Mar 08 13:14:20.455976 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06f71f9-a3cb-4550-9836-e3d29075e08a x-openstack-request-id: req-b06f71f9-a3cb-4550-9836-e3d29075e08a {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:14:20.456297 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6de406-ba50-4daf-887b-5364bdcbf0e3", "tag": "4b2a7953-c41e-45bd-8d27-aae3d41c2995", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:14:20.456505 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b06f71f9-a3cb-4550-9836-e3d29075e08a {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:14:20.456936 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df6de406-ba50-4daf-887b-5364bdcbf0e3', 'tag': '4b2a7953-c41e-45bd-8d27-aae3d41c2995', 'status': 'completed', 'code': 200} Mar 08 13:14:20.499158 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-9e63bab0-0875-4198-99b3-68df954716bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:20.500759 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-9e63bab0-0875-4198-99b3-68df954716bb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cec937854d5a4539a505bc92cfa1e8c3&device_id=df6de406-ba50-4daf-887b-5364bdcbf0e3 HTTP/1.1" status: 200 len: 1128 time: 0.0544765 Mar 08 13:14:20.549155 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-044629e8-ebe0-41aa-8ded-6cb76cd06995 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b2a7953-c41e-45bd-8d27-aae3d41c2995 HTTP/1.1" status: 200 len: 217 time: 0.0355849 Mar 08 13:14:20.602787 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-49047970-bf16-4872-af39-912f4bbb3f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:20.604248 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-49047970-bf16-4872-af39-912f4bbb3f81 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac HTTP/1.1" status: 200 len: 854 time: 0.0486064 Mar 08 13:14:20.652886 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-7f55cb69-0129-4ecf-919f-bb89d5180890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:20.654374 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-7f55cb69-0129-4ecf-919f-bb89d5180890 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=704fe92a-ae52-4570-b350-fd23be3fef08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444107 Mar 08 13:14:20.742159 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-48817db2-8b71-48fb-8be5-e65f12c3eab7 service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808606 Mar 08 13:14:20.835162 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-60d1eda5-9644-4f46-890b-97aefb998d5a req-56a15f69-dcd0-4406-a152-0f8f5e694bad service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876837 Mar 08 13:14:20.891711 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226bef9-365f-4250-8e68-19a785674f70 req-a1a3a59f-a918-461c-a22d-568ceed1456d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:20.893222 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1226bef9-365f-4250-8e68-19a785674f70 req-a1a3a59f-a918-461c-a22d-568ceed1456d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=df6de406-ba50-4daf-887b-5364bdcbf0e3 HTTP/1.1" status: 200 len: 944 time: 0.0522301 Mar 08 13:14:20.943554 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1226bef9-365f-4250-8e68-19a785674f70 req-1a7077c0-e2d8-4b29-bd97-f6ba469e903d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fdd732f-b4db-43d0-8b7a-84c211b78484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438690 Mar 08 13:14:20.963506 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170e440-470a-4775-a802-6e3b2c58f1e7 req-c2196430-c407-4907-9c70-3f8da4e56984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:20.965032 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a170e440-470a-4775-a802-6e3b2c58f1e7 req-c2196430-c407-4907-9c70-3f8da4e56984 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cec937854d5a4539a505bc92cfa1e8c3&device_id=df6de406-ba50-4daf-887b-5364bdcbf0e3 HTTP/1.1" status: 200 len: 1128 time: 0.0466509 Mar 08 13:14:21.067642 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170e440-470a-4775-a802-6e3b2c58f1e7 req-4031337e-f0ab-4e12-a3ba-778b07cf3d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:21.069190 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a170e440-470a-4775-a802-6e3b2c58f1e7 req-4031337e-f0ab-4e12-a3ba-778b07cf3d27 service neutron] 10.222.0.72 "GET /v2.0/networks?id=704fe92a-ae52-4570-b350-fd23be3fef08 HTTP/1.1" status: 200 len: 917 time: 0.0975697 Mar 08 13:14:21.109650 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a170e440-470a-4775-a802-6e3b2c58f1e7 req-94fd8d02-3ea4-4b38-9ccb-590e71a59ed6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b2a7953-c41e-45bd-8d27-aae3d41c2995 HTTP/1.1" status: 200 len: 217 time: 0.0344846 Mar 08 13:14:21.157224 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170e440-470a-4775-a802-6e3b2c58f1e7 req-f30a3593-b125-49c3-9009-8cce36c99083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:21.158639 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a170e440-470a-4775-a802-6e3b2c58f1e7 req-f30a3593-b125-49c3-9009-8cce36c99083 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac HTTP/1.1" status: 200 len: 854 time: 0.0429168 Mar 08 13:14:21.211391 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170e440-470a-4775-a802-6e3b2c58f1e7 req-bfab917a-8d2d-412c-b4bf-d36fd48b5482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:21.212888 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a170e440-470a-4775-a802-6e3b2c58f1e7 req-bfab917a-8d2d-412c-b4bf-d36fd48b5482 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=704fe92a-ae52-4570-b350-fd23be3fef08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472715 Mar 08 13:14:21.299899 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a170e440-470a-4775-a802-6e3b2c58f1e7 req-aaf40c29-ea46-4821-aeb5-4ca119f99e6c service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813196 Mar 08 13:14:21.390513 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a170e440-470a-4775-a802-6e3b2c58f1e7 req-d40678b6-c088-4a28-b6ad-071f41a64112 service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851369 Mar 08 13:14:21.563716 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bfcd2-45d5-4f2a-be4c-5c8c99fc5bc7 req-54025276-8954-4419-bccd-805835bc5eb5 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:21.565233 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fc1bfcd2-45d5-4f2a-be4c-5c8c99fc5bc7 req-54025276-8954-4419-bccd-805835bc5eb5 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70 HTTP/1.1" status: 200 len: 943 time: 0.0518656 Mar 08 13:14:21.614686 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fc1bfcd2-45d5-4f2a-be4c-5c8c99fc5bc7 req-9918060a-b9dd-4772-aa40-7facd917283f tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432479 Mar 08 13:14:22.067029 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c38ed-88ec-4674-b52b-d1f4cb9a975f req-bbbda85a-f07b-4251-942e-7699f1f568e2 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:22.068637 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5f2c38ed-88ec-4674-b52b-d1f4cb9a975f req-bbbda85a-f07b-4251-942e-7699f1f568e2 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=df6de406-ba50-4daf-887b-5364bdcbf0e3 HTTP/1.1" status: 200 len: 944 time: 0.0513034 Mar 08 13:14:22.114651 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5f2c38ed-88ec-4674-b52b-d1f4cb9a975f req-fb00ca01-9ae0-48ae-9e5f-701717bf205d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fdd732f-b4db-43d0-8b7a-84c211b78484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403771 Mar 08 13:14:22.728903 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e664bc-3c15-446f-9af0-303354c21a84 req-cc831d83-b90d-4699-a51c-949555ffdcb6 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:22.730351 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c3e664bc-3c15-446f-9af0-303354c21a84 req-cc831d83-b90d-4699-a51c-949555ffdcb6 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70 HTTP/1.1" status: 200 len: 943 time: 0.0511084 Mar 08 13:14:22.782324 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c3e664bc-3c15-446f-9af0-303354c21a84 req-c947ab56-b05e-4951-a7ed-848c30da9514 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462899 Mar 08 13:14:23.229166 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97c328-23be-41ac-abfd-94ae44937ebc req-2a8d56e9-286c-43a1-9661-4d01c9ef29f6 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:23.230638 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ef97c328-23be-41ac-abfd-94ae44937ebc req-2a8d56e9-286c-43a1-9661-4d01c9ef29f6 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=df6de406-ba50-4daf-887b-5364bdcbf0e3 HTTP/1.1" status: 200 len: 944 time: 0.0509715 Mar 08 13:14:23.276946 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ef97c328-23be-41ac-abfd-94ae44937ebc req-a830267d-7f48-4863-bdcb-7afa408a00bd tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fdd732f-b4db-43d0-8b7a-84c211b78484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404918 Mar 08 13:14:23.907103 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef76ff4-5e74-4944-b814-0d663e4b291b req-c103ecfd-8ebb-48cf-9ab9-5515c210aeff tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:23.908677 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7ef76ff4-5e74-4944-b814-0d663e4b291b req-c103ecfd-8ebb-48cf-9ab9-5515c210aeff tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70 HTTP/1.1" status: 200 len: 943 time: 0.0573761 Mar 08 13:14:23.957563 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7ef76ff4-5e74-4944-b814-0d663e4b291b req-be881aff-26bc-4a42-836a-300c15d5a39b tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426073 Mar 08 13:14:24.113736 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:14:24.395868 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319b21f-6274-4e44-8e6f-ead48cd3f2fe req-1d90b4c1-f26b-4164-b825-95421356c8bb tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:24.397391 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d319b21f-6274-4e44-8e6f-ead48cd3f2fe req-1d90b4c1-f26b-4164-b825-95421356c8bb tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=df6de406-ba50-4daf-887b-5364bdcbf0e3 HTTP/1.1" status: 200 len: 944 time: 0.0555828 Mar 08 13:14:24.443992 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d319b21f-6274-4e44-8e6f-ead48cd3f2fe req-f52e67b2-351f-4345-b74a-1f13628b72c1 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fdd732f-b4db-43d0-8b7a-84c211b78484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410151 Mar 08 13:14:24.552306 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 1c95cb35-71f5-496c-8a04-cfdb42625a42 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:14:24.650467 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 1c95cb35-71f5-496c-8a04-cfdb42625a42, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1c95cb35-71f5-496c-8a04-cfdb42625a42,segment=NetworkSegment(48478562-4b0e-4f41-a101-cd3a458c3b06),segment_id=48478562-4b0e-4f41-a101-cd3a458c3b06)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:14:24.660627 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Returning: {'device': '1c95cb35-71f5-496c-8a04-cfdb42625a42', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'port_id': '1c95cb35-71f5-496c-8a04-cfdb42625a42', 'mac_address': 'fa:16:3e:e0:9a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:14:24.697779 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 1c95cb35-71f5-496c-8a04-cfdb42625a42 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:14:24.698170 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (1c95cb35-71f5-496c-8a04-cfdb42625a42), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:24.718528 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c95cb35-71f5-496c-8a04-cfdb42625a42 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:14:24.732978 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ebc8aaac-b0d0-4c64-ae63-f22d162920bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:24.743062 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 1c95cb35-71f5-496c-8a04-cfdb42625a42, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1c95cb35-71f5-496c-8a04-cfdb42625a42,segment=NetworkSegment(48478562-4b0e-4f41-a101-cd3a458c3b06),segment_id=48478562-4b0e-4f41-a101-cd3a458c3b06)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:14:24.746999 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (1c95cb35-71f5-496c-8a04-cfdb42625a42), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:24.747658 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 4b2a7953-c41e-45bd-8d27-aae3d41c2995 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:14:24.817293 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=1c95cb35-71f5-496c-8a04-cfdb42625a42,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:24.832100 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:24.832447 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:24.832820 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:24.833159 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:24.833498 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:24.833827 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:24.834157 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:24.834483 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:24.834810 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:24.835141 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:24.835464 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:24.835786 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:24.836107 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:24.893374 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 4b2a7953-c41e-45bd-8d27-aae3d41c2995, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4b2a7953-c41e-45bd-8d27-aae3d41c2995,segment=NetworkSegment(aee775c5-334f-4ae8-a366-a04ce30cc8da),segment_id=aee775c5-334f-4ae8-a366-a04ce30cc8da)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:14:24.903495 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Returning: {'device': '4b2a7953-c41e-45bd-8d27-aae3d41c2995', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'port_id': '4b2a7953-c41e-45bd-8d27-aae3d41c2995', 'mac_address': 'fa:16:3e:72:47:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:14:24.939995 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 4b2a7953-c41e-45bd-8d27-aae3d41c2995 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:14:24.940411 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (4b2a7953-c41e-45bd-8d27-aae3d41c2995), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:24.952663 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b2a7953-c41e-45bd-8d27-aae3d41c2995 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:14:24.973626 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 4b2a7953-c41e-45bd-8d27-aae3d41c2995, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4b2a7953-c41e-45bd-8d27-aae3d41c2995,segment=NetworkSegment(aee775c5-334f-4ae8-a366-a04ce30cc8da),segment_id=aee775c5-334f-4ae8-a366-a04ce30cc8da)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:14:24.977544 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (4b2a7953-c41e-45bd-8d27-aae3d41c2995), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:25.028672 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=4b2a7953-c41e-45bd-8d27-aae3d41c2995,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:25.079664 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdceade-7e50-4d75-be3c-9bc7cc0831ad req-b37b0f60-dd59-4ff8-8f6b-b544e4b354dd tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:25.081208 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dcdceade-7e50-4d75-be3c-9bc7cc0831ad req-b37b0f60-dd59-4ff8-8f6b-b544e4b354dd tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70 HTTP/1.1" status: 200 len: 944 time: 0.0557542 Mar 08 13:14:25.129701 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dcdceade-7e50-4d75-be3c-9bc7cc0831ad req-a3aa1038-cc23-4c30-838b-91a4f3ada6dc tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429053 Mar 08 13:14:25.442851 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['4b2a7953-c41e-45bd-8d27-aae3d41c2995'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:14:25.467237 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['1c95cb35-71f5-496c-8a04-cfdb42625a42'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:14:25.561244 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b68e3-a3e7-4ac8-8d37-0bae94b133a7 req-15f50cb9-5063-4abb-8190-8a690862a574 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:25.562665 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4b6b68e3-a3e7-4ac8-8d37-0bae94b133a7 req-15f50cb9-5063-4abb-8190-8a690862a574 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=df6de406-ba50-4daf-887b-5364bdcbf0e3 HTTP/1.1" status: 200 len: 945 time: 0.0513322 Mar 08 13:14:25.608934 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4b6b68e3-a3e7-4ac8-8d37-0bae94b133a7 req-0aceabe0-ef55-423f-bf7e-d1973ddd6ea4 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fdd732f-b4db-43d0-8b7a-84c211b78484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398700 Mar 08 13:14:26.250557 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d125b-01e4-427e-9f87-1dbc4985cf57 req-c9a4e8fc-bb5e-4a2a-92ee-044bca81aa9d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:26.252038 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-965d125b-01e4-427e-9f87-1dbc4985cf57 req-c9a4e8fc-bb5e-4a2a-92ee-044bca81aa9d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70 HTTP/1.1" status: 200 len: 944 time: 0.0566792 Mar 08 13:14:26.300759 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-965d125b-01e4-427e-9f87-1dbc4985cf57 req-b7e3e174-9687-463b-bba0-fed04aa8aa4e tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431070 Mar 08 13:14:26.583155 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 1c95cb35-71f5-496c-8a04-cfdb42625a42 up at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:14:26.634702 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning for port 1c95cb35-71f5-496c-8a04-cfdb42625a42 completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:14:26.638664 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning complete for port 1c95cb35-71f5-496c-8a04-cfdb42625a42 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:14:26.639016 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (1c95cb35-71f5-496c-8a04-cfdb42625a42), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:26.716925 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 1c95cb35-71f5-496c-8a04-cfdb42625a42 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:14:26.717329 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (1c95cb35-71f5-496c-8a04-cfdb42625a42), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:26.728686 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad937c-dc10-4c72-b8e0-7928cd721929 req-e77efe2e-d51c-40ac-ba9a-afd016111dd1 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:26.730198 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d1ad937c-dc10-4c72-b8e0-7928cd721929 req-e77efe2e-d51c-40ac-ba9a-afd016111dd1 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=df6de406-ba50-4daf-887b-5364bdcbf0e3 HTTP/1.1" status: 200 len: 945 time: 0.0549734 Mar 08 13:14:26.741352 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe2c728-551c-4ef7-870d-a7d388fe4a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c95cb35-71f5-496c-8a04-cfdb42625a42'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:14:26.743823 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f02a98a4da79acb06d2148361802764e90037bdc05c069ddf0d3843ada5eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7d12ab-d943-4be2-9388-64f8de36757c" -d '{"events": [{"server_uuid": "4fe2c728-551c-4ef7-870d-a7d388fe4a70", "name": "network-vif-plugged", "status": "completed", "tag": "1c95cb35-71f5-496c-8a04-cfdb42625a42"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:14:26.756040 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 1c95cb35-71f5-496c-8a04-cfdb42625a42, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1c95cb35-71f5-496c-8a04-cfdb42625a42,segment=NetworkSegment(48478562-4b0e-4f41-a101-cd3a458c3b06),segment_id=48478562-4b0e-4f41-a101-cd3a458c3b06)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:14:26.760259 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (1c95cb35-71f5-496c-8a04-cfdb42625a42), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:26.761184 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 4b2a7953-c41e-45bd-8d27-aae3d41c2995 up at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:14:26.778492 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d1ad937c-dc10-4c72-b8e0-7928cd721929 req-b348923a-15d5-49fb-9f12-04658a73caf9 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fdd732f-b4db-43d0-8b7a-84c211b78484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421820 Mar 08 13:14:26.788639 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e410bfb-08d1-40a1-b77f-4d1d07218a1c x-openstack-request-id: req-8e410bfb-08d1-40a1-b77f-4d1d07218a1c {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:14:26.788934 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe2c728-551c-4ef7-870d-a7d388fe4a70", "name": "network-vif-plugged", "status": "completed", "tag": "1c95cb35-71f5-496c-8a04-cfdb42625a42", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:14:26.789189 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8e410bfb-08d1-40a1-b77f-4d1d07218a1c {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:14:26.789692 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe2c728-551c-4ef7-870d-a7d388fe4a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c95cb35-71f5-496c-8a04-cfdb42625a42', 'code': 200} Mar 08 13:14:26.847965 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=1c95cb35-71f5-496c-8a04-cfdb42625a42,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:26.860796 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning for port 4b2a7953-c41e-45bd-8d27-aae3d41c2995 completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:14:26.864813 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning complete for port 4b2a7953-c41e-45bd-8d27-aae3d41c2995 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:14:26.865184 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (4b2a7953-c41e-45bd-8d27-aae3d41c2995), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:26.958115 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 4b2a7953-c41e-45bd-8d27-aae3d41c2995 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:14:26.958553 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (4b2a7953-c41e-45bd-8d27-aae3d41c2995), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:26.961362 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-143405ee-df27-4343-91dd-9dceb012e627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:26.992958 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 4b2a7953-c41e-45bd-8d27-aae3d41c2995, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4b2a7953-c41e-45bd-8d27-aae3d41c2995,segment=NetworkSegment(aee775c5-334f-4ae8-a366-a04ce30cc8da),segment_id=aee775c5-334f-4ae8-a366-a04ce30cc8da)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:14:26.996793 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (4b2a7953-c41e-45bd-8d27-aae3d41c2995), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:27.037740 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf8b19-2b95-42e5-9db7-af22aa6bba3b req-c3cadebe-7012-4ec6-bee8-7baf7f2f4a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:27.039464 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fddf8b19-2b95-42e5-9db7-af22aa6bba3b req-c3cadebe-7012-4ec6-bee8-7baf7f2f4a51 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70 HTTP/1.1" status: 200 len: 1129 time: 0.0442190 Mar 08 13:14:27.044715 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=4b2a7953-c41e-45bd-8d27-aae3d41c2995,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:27.090592 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fddf8b19-2b95-42e5-9db7-af22aa6bba3b req-f4d4895c-e1a1-4a5a-8533-1b82441560c9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425994 Mar 08 13:14:27.417093 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2983b9-5b96-4ca9-a772-07afacfe8628 req-677a5544-2f9b-4280-89a6-b15e5bf15add tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:27.418567 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1d2983b9-5b96-4ca9-a772-07afacfe8628 req-677a5544-2f9b-4280-89a6-b15e5bf15add tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70 HTTP/1.1" status: 200 len: 945 time: 0.0508616 Mar 08 13:14:27.469743 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1d2983b9-5b96-4ca9-a772-07afacfe8628 req-dd494426-e278-4e2c-a62b-93c5762a5d70 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456886 Mar 08 13:14:27.899827 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386fc4f-6196-4e5d-9a8f-92f4e5650e81 req-0cf27a0f-af43-43a6-a17a-87c5fdc09113 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:27.901337 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8386fc4f-6196-4e5d-9a8f-92f4e5650e81 req-0cf27a0f-af43-43a6-a17a-87c5fdc09113 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=df6de406-ba50-4daf-887b-5364bdcbf0e3 HTTP/1.1" status: 200 len: 946 time: 0.0572367 Mar 08 13:14:27.946952 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8386fc4f-6196-4e5d-9a8f-92f4e5650e81 req-971c3f0f-b22f-43a9-8531-d89ea9a6eea9 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fdd732f-b4db-43d0-8b7a-84c211b78484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400412 Mar 08 13:14:28.175509 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:28.589757 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e582c00-8962-45fa-a950-7062552f2ce3 req-2c29184f-7ab6-40a0-9383-b3243ffd9cef tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:28.591233 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8e582c00-8962-45fa-a950-7062552f2ce3 req-2c29184f-7ab6-40a0-9383-b3243ffd9cef tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70 HTTP/1.1" status: 200 len: 945 time: 0.0520334 Mar 08 13:14:28.639153 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8e582c00-8962-45fa-a950-7062552f2ce3 req-b0c9d0ba-3a2a-442b-82c0-f29e1f5f544a tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424330 Mar 08 13:14:28.754161 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f68645-59cb-4044-bc6c-75e7502a40a5 req-6edf68a2-4a50-4d80-9628-e357688bd892 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:28.755530 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-71f68645-59cb-4044-bc6c-75e7502a40a5 req-6edf68a2-4a50-4d80-9628-e357688bd892 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70 HTTP/1.1" status: 200 len: 945 time: 0.0509856 Mar 08 13:14:28.790292 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6de406-ba50-4daf-887b-5364bdcbf0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2a7953-c41e-45bd-8d27-aae3d41c2995'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:14:28.792643 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f02a98a4da79acb06d2148361802764e90037bdc05c069ddf0d3843ada5eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2141ea58-5385-439d-b381-fb40705d7914" -d '{"events": [{"server_uuid": "df6de406-ba50-4daf-887b-5364bdcbf0e3", "name": "network-vif-plugged", "status": "completed", "tag": "4b2a7953-c41e-45bd-8d27-aae3d41c2995"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:14:28.806613 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-71f68645-59cb-4044-bc6c-75e7502a40a5 req-e3fd9c9e-955e-4ab1-907e-1df9633415e1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453389 Mar 08 13:14:28.828781 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afe5078-ffbf-4a25-bc8d-51b67b503ce2 x-openstack-request-id: req-1afe5078-ffbf-4a25-bc8d-51b67b503ce2 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:14:28.829072 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6de406-ba50-4daf-887b-5364bdcbf0e3", "name": "network-vif-plugged", "status": "completed", "tag": "4b2a7953-c41e-45bd-8d27-aae3d41c2995", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:14:28.829326 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1afe5078-ffbf-4a25-bc8d-51b67b503ce2 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:14:28.829804 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6de406-ba50-4daf-887b-5364bdcbf0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2a7953-c41e-45bd-8d27-aae3d41c2995', 'code': 200} Mar 08 13:14:28.830026 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47334) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:14:28.874236 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3210f70f-6244-4c2f-8144-d34faceda1a9 tempest-TestVolumeBootPattern-2047289101 tempest-TestVolumeBootPattern-2047289101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:28.876121 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-3210f70f-6244-4c2f-8144-d34faceda1a9 tempest-TestVolumeBootPattern-2047289101 tempest-TestVolumeBootPattern-2047289101-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70 HTTP/1.1" status: 200 len: 1124 time: 0.0448666 Mar 08 13:14:28.879226 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47336) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:14:28.883480 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-966fd79e-bf51-462b-8aa2-b1ff4bd3d39d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Request body: {'floatingip': {'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'port_id': '1c95cb35-71f5-496c-8a04-cfdb42625a42', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:14:28.908147 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-966fd79e-bf51-462b-8aa2-b1ff4bd3d39d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:29.010501 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-966fd79e-bf51-462b-8aa2-b1ff4bd3d39d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:29.045619 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25eea3d-08a2-478f-96d1-c5450f937d4f req-914ebeb1-8ac5-4713-9f4e-990623c47c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:29.047123 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f25eea3d-08a2-478f-96d1-c5450f937d4f req-914ebeb1-8ac5-4713-9f4e-990623c47c11 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=df6de406-ba50-4daf-887b-5364bdcbf0e3 HTTP/1.1" status: 200 len: 1130 time: 0.0453835 Mar 08 13:14:29.093551 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f25eea3d-08a2-478f-96d1-c5450f937d4f req-ce72d602-d108-4dd7-9d6b-27c7bddab5ec service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9fdd732f-b4db-43d0-8b7a-84c211b78484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396850 Mar 08 13:14:29.139145 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f4575-34b2-40ef-995d-d4be26694df1 req-c0dcc492-163a-4988-aa6a-0379ab17fc62 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:29.140644 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-937f4575-34b2-40ef-995d-d4be26694df1 req-c0dcc492-163a-4988-aa6a-0379ab17fc62 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=df6de406-ba50-4daf-887b-5364bdcbf0e3 HTTP/1.1" status: 200 len: 946 time: 0.1230693 Mar 08 13:14:29.170472 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-966fd79e-bf51-462b-8aa2-b1ff4bd3d39d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Allocated IP 172.27.3.48 (5c176cc8-3706-4b4e-95aa-80d42c394e72/67bc08be-d366-4d47-9bdf-b91b4b3bbd14/5e681e2c-97d1-4d04-951f-bde52fa72cf9) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:14:29.217082 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-937f4575-34b2-40ef-995d-d4be26694df1 req-34c79598-a9a3-4538-88f6-673c648d43e5 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fdd732f-b4db-43d0-8b7a-84c211b78484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707214 Mar 08 13:14:29.293950 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-966fd79e-bf51-462b-8aa2-b1ff4bd3d39d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for port (5e681e2c-97d1-4d04-951f-bde52fa72cf9), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:29.331936 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-966fd79e-bf51-462b-8aa2-b1ff4bd3d39d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (5e681e2c-97d1-4d04-951f-bde52fa72cf9), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:29.370180 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966fd79e-bf51-462b-8aa2-b1ff4bd3d39d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:14:29.372898 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-966fd79e-bf51-462b-8aa2-b1ff4bd3d39d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:14:29.376224 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966fd79e-bf51-462b-8aa2-b1ff4bd3d39d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:14:29.397090 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fd79e-bf51-462b-8aa2-b1ff4bd3d39d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Pushing event updated for resources: {'Port': ['ID=5e681e2c-97d1-4d04-951f-bde52fa72cf9,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:29.619368 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:29.953616 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-966fd79e-bf51-462b-8aa2-b1ff4bd3d39d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for floatingip (4ffd9e86-9018-43e8-b77e-71e7b28e6f62), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:30.020946 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-966fd79e-bf51-462b-8aa2-b1ff4bd3d39d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (5e681e2c-97d1-4d04-951f-bde52fa72cf9), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:30.163025 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-966fd79e-bf51-462b-8aa2-b1ff4bd3d39d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for port (5e681e2c-97d1-4d04-951f-bde52fa72cf9), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:30.167500 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-966fd79e-bf51-462b-8aa2-b1ff4bd3d39d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287010'] for port (5e681e2c-97d1-4d04-951f-bde52fa72cf9), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:30.240633 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fd79e-bf51-462b-8aa2-b1ff4bd3d39d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Pushing event updated for resources: {'Port': ['ID=5e681e2c-97d1-4d04-951f-bde52fa72cf9,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:30.253307 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-966fd79e-bf51-462b-8aa2-b1ff4bd3d39d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (4ffd9e86-9018-43e8-b77e-71e7b28e6f62), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:30.350140 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed1d76-b662-4a67-89d5-eee88ff5896d req-07c98499-d1e1-4938-ab07-a00646eefe70 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:30.351635 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d9ed1d76-b662-4a67-89d5-eee88ff5896d req-07c98499-d1e1-4938-ab07-a00646eefe70 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=df6de406-ba50-4daf-887b-5364bdcbf0e3 HTTP/1.1" status: 200 len: 946 time: 0.0560834 Mar 08 13:14:30.355100 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.db.l3_db [None req-966fd79e-bf51-462b-8aa2-b1ff4bd3d39d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Floating IP 4ffd9e86-9018-43e8-b77e-71e7b28e6f62 associated. External IP: 172.27.3.48, port: 1c95cb35-71f5-496c-8a04-cfdb42625a42. Mar 08 13:14:30.399917 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d9ed1d76-b662-4a67-89d5-eee88ff5896d req-35fc615e-d52d-40f7-9fb8-673827d7ab94 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fdd732f-b4db-43d0-8b7a-84c211b78484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426099 Mar 08 13:14:30.566915 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966fd79e-bf51-462b-8aa2-b1ff4bd3d39d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Router b839d5a1-f2a2-487c-8bef-cf19efd02922 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:14:30.686834 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966fd79e-bf51-462b-8aa2-b1ff4bd3d39d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:14:30.698550 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332c03f9-b6ac-48de-a8dc-7a7ce642d1a9 None None] Sync routers for ids ['b839d5a1-f2a2-487c-8bef-cf19efd02922'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:14:30.706363 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-966fd79e-bf51-462b-8aa2-b1ff4bd3d39d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:30.723331 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332c03f9-b6ac-48de-a8dc-7a7ce642d1a9 None None] Routers {'b839d5a1-f2a2-487c-8bef-cf19efd02922'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:14:30.723961 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-332c03f9-b6ac-48de-a8dc-7a7ce642d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:14:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['b839d5a1-f2a2-487c-8bef-cf19efd02922'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:30.739363 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-966fd79e-bf51-462b-8aa2-b1ff4bd3d39d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8591192 Mar 08 13:14:30.739977 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe2c728-551c-4ef7-870d-a7d388fe4a70', 'tag': '1c95cb35-71f5-496c-8a04-cfdb42625a42'}] {{(pid=102969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:14:30.742539 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6dc8d9b138c58f0a8cee2dfca36ebed44ad9fbebfb71e487ffd146a8a650eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8c161a-112b-4131-af23-2d2d2497ff94" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe2c728-551c-4ef7-870d-a7d388fe4a70", "tag": "1c95cb35-71f5-496c-8a04-cfdb42625a42"}]}' {{(pid=102969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:14:30.849817 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b207573-81f9-4434-86b4-72c8b2cf4995 x-openstack-request-id: req-3b207573-81f9-4434-86b4-72c8b2cf4995 {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:14:30.850243 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe2c728-551c-4ef7-870d-a7d388fe4a70", "tag": "1c95cb35-71f5-496c-8a04-cfdb42625a42", "status": "completed", "code": 200}]} {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:14:30.850392 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3b207573-81f9-4434-86b4-72c8b2cf4995 {{(pid=102969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:14:30.850765 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe2c728-551c-4ef7-870d-a7d388fe4a70', 'tag': '1c95cb35-71f5-496c-8a04-cfdb42625a42', 'status': 'completed', 'code': 200} Mar 08 13:14:30.939845 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c161a-112b-4131-af23-2d2d2497ff94 req-7e1a28b8-89f9-4af5-9163-df542fdc338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:30.941982 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5b8c161a-112b-4131-af23-2d2d2497ff94 req-7e1a28b8-89f9-4af5-9163-df542fdc338a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8a4d542bb974b6cabe91528ca772e7f&device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70 HTTP/1.1" status: 200 len: 1129 time: 0.0493097 Mar 08 13:14:30.990030 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:30.997605 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-332c03f9-b6ac-48de-a8dc-7a7ce642d1a9 None None] Set router b839d5a1-f2a2-487c-8bef-cf19efd02922 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:14:31.047013 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c161a-112b-4131-af23-2d2d2497ff94 req-9c130d20-262e-442b-8f8f-683125cee66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:31.048549 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5b8c161a-112b-4131-af23-2d2d2497ff94 req-9c130d20-262e-442b-8f8f-683125cee66c service neutron] 10.222.0.72 "GET /v2.0/networks?id=bffea359-2851-41c2-a7e4-22be5e5cad3b HTTP/1.1" status: 200 len: 913 time: 0.1007214 Mar 08 13:14:31.117824 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5b8c161a-112b-4131-af23-2d2d2497ff94 req-2f9b3a60-d1af-4389-bd2e-7028dd9d29bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c95cb35-71f5-496c-8a04-cfdb42625a42 HTTP/1.1" status: 200 len: 998 time: 0.0625472 Mar 08 13:14:31.165094 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c161a-112b-4131-af23-2d2d2497ff94 req-2e47ac4a-e670-41e7-8b79-5da6745bced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:31.166559 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5b8c161a-112b-4131-af23-2d2d2497ff94 req-2e47ac4a-e670-41e7-8b79-5da6745bced8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7cd56575-d6b1-425a-8684-03ed91d4135e HTTP/1.1" status: 200 len: 850 time: 0.0431404 Mar 08 13:14:31.219191 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c161a-112b-4131-af23-2d2d2497ff94 req-cdafe20c-35f7-474f-9069-c46dfe984117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:31.220713 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5b8c161a-112b-4131-af23-2d2d2497ff94 req-cdafe20c-35f7-474f-9069-c46dfe984117 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bffea359-2851-41c2-a7e4-22be5e5cad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486012 Mar 08 13:14:31.223326 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-332c03f9-b6ac-48de-a8dc-7a7ce642d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:10:55Z', 'updated_at': '2022-03-08T13:10:59Z', 'revision_number': 4, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'gw_port': {'id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:56Z', 'updated_at': '2022-03-08T13:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '4ffd9e86-9018-43e8-b77e-71e7b28e6f62', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'port_id': '1c95cb35-71f5-496c-8a04-cfdb42625a42', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'mac_address': 'fa:16:3e:e0:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe2c728-551c-4ef7-870d-a7d388fe4a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:14:29Z', 'updated_at': '2022-03-08T13:14:29Z', 'revision_number': 0, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116108c6-01bf-4a40-9461-117683c243b3', 'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'mac_address': 'fa:16:3e:7e:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:58Z', 'updated_at': '2022-03-08T13:11:05Z', 'revision_number': 5, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'subnets': [{'id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:31.255396 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332c03f9-b6ac-48de-a8dc-7a7ce642d1a9 None None] Checking router: b839d5a1-f2a2-487c-8bef-cf19efd02922 for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:14:31.264244 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332c03f9-b6ac-48de-a8dc-7a7ce642d1a9 None None] Routers {'b839d5a1-f2a2-487c-8bef-cf19efd02922'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:14:31.264906 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-332c03f9-b6ac-48de-a8dc-7a7ce642d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:14:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['b839d5a1-f2a2-487c-8bef-cf19efd02922'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:31.313776 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5b8c161a-112b-4131-af23-2d2d2497ff94 req-ba9c0f84-5a82-420d-a6f2-76e23398df9e service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872049 Mar 08 13:14:31.374683 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-332c03f9-b6ac-48de-a8dc-7a7ce642d1a9 None None] Set router b839d5a1-f2a2-487c-8bef-cf19efd02922 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:14:31.405412 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5b8c161a-112b-4131-af23-2d2d2497ff94 req-d3241d69-08c6-4645-97af-90e585e51ed1 service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858333 Mar 08 13:14:31.518554 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701574bf-a3bf-428a-82bb-475bc5ab7956 req-19e84c47-6488-44da-bcf4-a71d47186de3 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:31.520026 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-701574bf-a3bf-428a-82bb-475bc5ab7956 req-19e84c47-6488-44da-bcf4-a71d47186de3 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=df6de406-ba50-4daf-887b-5364bdcbf0e3 HTTP/1.1" status: 200 len: 946 time: 0.0521505 Mar 08 13:14:31.566547 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-701574bf-a3bf-428a-82bb-475bc5ab7956 req-f61e4f82-0ba1-4b74-b048-cb7af917b466 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fdd732f-b4db-43d0-8b7a-84c211b78484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405841 Mar 08 13:14:31.603051 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-332c03f9-b6ac-48de-a8dc-7a7ce642d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:10:55Z', 'updated_at': '2022-03-08T13:10:59Z', 'revision_number': 4, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'gw_port': {'id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:56Z', 'updated_at': '2022-03-08T13:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '4ffd9e86-9018-43e8-b77e-71e7b28e6f62', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'port_id': '1c95cb35-71f5-496c-8a04-cfdb42625a42', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'mac_address': 'fa:16:3e:e0:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe2c728-551c-4ef7-870d-a7d388fe4a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:14:29Z', 'updated_at': '2022-03-08T13:14:29Z', 'revision_number': 0, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116108c6-01bf-4a40-9461-117683c243b3', 'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'mac_address': 'fa:16:3e:7e:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:58Z', 'updated_at': '2022-03-08T13:11:05Z', 'revision_number': 5, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'subnets': [{'id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:31.630448 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332c03f9-b6ac-48de-a8dc-7a7ce642d1a9 None None] The sync data for ids ['b839d5a1-f2a2-487c-8bef-cf19efd02922'] in dv-cinder-830089-2-iscsi is: [{'id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:10:55Z', 'updated_at': '2022-03-08T13:10:59Z', 'revision_number': 4, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'gw_port': {'id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:56Z', 'updated_at': '2022-03-08T13:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '4ffd9e86-9018-43e8-b77e-71e7b28e6f62', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'port_id': '1c95cb35-71f5-496c-8a04-cfdb42625a42', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'mac_address': 'fa:16:3e:e0:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe2c728-551c-4ef7-870d-a7d388fe4a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:14:29Z', 'updated_at': '2022-03-08T13:14:29Z', 'revision_number': 0, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116108c6-01bf-4a40-9461-117683c243b3', 'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'mac_address': 'fa:16:3e:7e:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:58Z', 'updated_at': '2022-03-08T13:11:05Z', 'revision_number': 5, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'subnets': [{'id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:14:31.691507 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770a79e-2b83-4885-9752-6a0503c52e71 req-a4fa41f8-6f6e-4ef6-b697-ff25b2a1a539 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:31.693063 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8770a79e-2b83-4885-9752-6a0503c52e71 req-a4fa41f8-6f6e-4ef6-b697-ff25b2a1a539 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=df6de406-ba50-4daf-887b-5364bdcbf0e3 HTTP/1.1" status: 200 len: 946 time: 0.0540819 Mar 08 13:14:31.701737 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47352) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:14:31.706258 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-9c473eed-d4dd-4942-b667-65979302c1f4 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Request body: {'floatingip': {'port_id': '4b2a7953-c41e-45bd-8d27-aae3d41c2995'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:14:31.745841 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9c473eed-d4dd-4942-b667-65979302c1f4 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (ebf36b90-858b-4cb9-a40e-de5cac8e8fed), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:31.827899 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b686c02f-c1f1-475f-92c6-d7a7e0b9d5bb None None] New status for floating IP 4ffd9e86-9018-43e8-b77e-71e7b28e6f62: ACTIVE {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:14:32.198274 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9c473eed-d4dd-4942-b667-65979302c1f4 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:32.201999 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9c473eed-d4dd-4942-b667-65979302c1f4 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (ebf36b90-858b-4cb9-a40e-de5cac8e8fed), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:32.307663 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.db.l3_db [None req-9c473eed-d4dd-4942-b667-65979302c1f4 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Floating IP ebf36b90-858b-4cb9-a40e-de5cac8e8fed associated. External IP: 172.27.3.242, port: 4b2a7953-c41e-45bd-8d27-aae3d41c2995. Mar 08 13:14:32.517055 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c473eed-d4dd-4942-b667-65979302c1f4 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Router edb22c2c-5a41-4b47-8bd1-a20af1ac337b has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:14:32.625358 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c473eed-d4dd-4942-b667-65979302c1f4 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:14:32.630378 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9c473eed-d4dd-4942-b667-65979302c1f4 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:32.635558 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f7d38d-1968-4768-a45e-14966534dd22 None None] Sync routers for ids ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:14:32.645382 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f7d38d-1968-4768-a45e-14966534dd22 None None] Routers {'edb22c2c-5a41-4b47-8bd1-a20af1ac337b'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:14:32.646203 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-50f7d38d-1968-4768-a45e-14966534dd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:14:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:32.672949 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-9c473eed-d4dd-4942-b667-65979302c1f4 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "PUT /v2.0/floatingips/ebf36b90-858b-4cb9-a40e-de5cac8e8fed HTTP/1.1" status: 200 len: 992 time: 0.9656823 Mar 08 13:14:32.760777 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-50f7d38d-1968-4768-a45e-14966534dd22 None None] Set router edb22c2c-5a41-4b47-8bd1-a20af1ac337b gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:14:32.851733 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6de406-ba50-4daf-887b-5364bdcbf0e3', 'tag': '4b2a7953-c41e-45bd-8d27-aae3d41c2995'}] {{(pid=102969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:14:32.854525 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6dc8d9b138c58f0a8cee2dfca36ebed44ad9fbebfb71e487ffd146a8a650eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b23bae-3b18-4736-99fc-39084f08f25d" -d '{"events": [{"name": "network-changed", "server_uuid": "df6de406-ba50-4daf-887b-5364bdcbf0e3", "tag": "4b2a7953-c41e-45bd-8d27-aae3d41c2995"}]}' {{(pid=102969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:14:32.895295 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7680fde-744a-41e1-b60f-8dfd7cadc943 x-openstack-request-id: req-b7680fde-744a-41e1-b60f-8dfd7cadc943 {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:14:32.895592 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6de406-ba50-4daf-887b-5364bdcbf0e3", "tag": "4b2a7953-c41e-45bd-8d27-aae3d41c2995", "status": "completed", "code": 200}]} {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:14:32.895852 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b7680fde-744a-41e1-b60f-8dfd7cadc943 {{(pid=102969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:14:32.896262 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df6de406-ba50-4daf-887b-5364bdcbf0e3', 'tag': '4b2a7953-c41e-45bd-8d27-aae3d41c2995', 'status': 'completed', 'code': 200} Mar 08 13:14:32.994756 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b23bae-3b18-4736-99fc-39084f08f25d req-a71d8f1a-e1d0-4a1e-ba87-2b351dd4c87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:32.997611 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a4b23bae-3b18-4736-99fc-39084f08f25d req-a71d8f1a-e1d0-4a1e-ba87-2b351dd4c87e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cec937854d5a4539a505bc92cfa1e8c3&device_id=df6de406-ba50-4daf-887b-5364bdcbf0e3 HTTP/1.1" status: 200 len: 1130 time: 0.0563791 Mar 08 13:14:33.007377 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-50f7d38d-1968-4768-a45e-14966534dd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '6f1490b0-8d1c-4856-854c-8ce9b72b6264', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'port_id': '2d760a62-ae38-42b9-a10d-8cc82ce1bb42', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'mac_address': 'fa:16:3e:2a:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3c652-bbea-485b-8048-6ae20163f51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:12:37Z', 'updated_at': '2022-03-08T13:12:51Z', 'revision_number': 2, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'fixed_ip_address_scope': None}, {'id': 'ebf36b90-858b-4cb9-a40e-de5cac8e8fed', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'port_id': '4b2a7953-c41e-45bd-8d27-aae3d41c2995', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'mac_address': 'fa:16:3e:72:47:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6de406-ba50-4daf-887b-5364bdcbf0e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:14:16Z', 'updated_at': '2022-03-08T13:14:32Z', 'revision_number': 1, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 5, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:33.033645 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f7d38d-1968-4768-a45e-14966534dd22 None None] Checking router: edb22c2c-5a41-4b47-8bd1-a20af1ac337b for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:14:33.042583 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f7d38d-1968-4768-a45e-14966534dd22 None None] Routers {'edb22c2c-5a41-4b47-8bd1-a20af1ac337b'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:14:33.043195 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-50f7d38d-1968-4768-a45e-14966534dd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:14:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:33.091423 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b23bae-3b18-4736-99fc-39084f08f25d req-69564ea7-3938-4a94-b79e-723c19a47145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:33.092858 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a4b23bae-3b18-4736-99fc-39084f08f25d req-69564ea7-3938-4a94-b79e-723c19a47145 service neutron] 10.222.0.72 "GET /v2.0/networks?id=704fe92a-ae52-4570-b350-fd23be3fef08 HTTP/1.1" status: 200 len: 917 time: 0.0899167 Mar 08 13:14:33.154678 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-50f7d38d-1968-4768-a45e-14966534dd22 None None] Set router edb22c2c-5a41-4b47-8bd1-a20af1ac337b gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:14:33.161414 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a4b23bae-3b18-4736-99fc-39084f08f25d req-818b08e5-18fe-40bb-a4cb-61616468af8d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b2a7953-c41e-45bd-8d27-aae3d41c2995 HTTP/1.1" status: 200 len: 1000 time: 0.0631227 Mar 08 13:14:33.210595 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b23bae-3b18-4736-99fc-39084f08f25d req-574002c9-1a9d-4cf6-b78e-f932ba633b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:33.212036 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a4b23bae-3b18-4736-99fc-39084f08f25d req-574002c9-1a9d-4cf6-b78e-f932ba633b4e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac HTTP/1.1" status: 200 len: 854 time: 0.0441403 Mar 08 13:14:33.261537 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b23bae-3b18-4736-99fc-39084f08f25d req-91ac3a2f-b292-4fd0-949e-e572402f58b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:33.263050 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a4b23bae-3b18-4736-99fc-39084f08f25d req-91ac3a2f-b292-4fd0-949e-e572402f58b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=704fe92a-ae52-4570-b350-fd23be3fef08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454614 Mar 08 13:14:33.364213 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a4b23bae-3b18-4736-99fc-39084f08f25d req-30f510f5-29f0-40fd-a3d4-174f0215aef4 service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949559 Mar 08 13:14:33.383502 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-50f7d38d-1968-4768-a45e-14966534dd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '6f1490b0-8d1c-4856-854c-8ce9b72b6264', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'port_id': '2d760a62-ae38-42b9-a10d-8cc82ce1bb42', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'mac_address': 'fa:16:3e:2a:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3c652-bbea-485b-8048-6ae20163f51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:12:37Z', 'updated_at': '2022-03-08T13:12:51Z', 'revision_number': 2, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'fixed_ip_address_scope': None}, {'id': 'ebf36b90-858b-4cb9-a40e-de5cac8e8fed', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'port_id': '4b2a7953-c41e-45bd-8d27-aae3d41c2995', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'mac_address': 'fa:16:3e:72:47:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6de406-ba50-4daf-887b-5364bdcbf0e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:14:16Z', 'updated_at': '2022-03-08T13:14:32Z', 'revision_number': 1, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 5, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:33.410615 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f7d38d-1968-4768-a45e-14966534dd22 None None] The sync data for ids ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'] in dv-cinder-830089-2-iscsi is: [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '6f1490b0-8d1c-4856-854c-8ce9b72b6264', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'port_id': '2d760a62-ae38-42b9-a10d-8cc82ce1bb42', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'mac_address': 'fa:16:3e:2a:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3c652-bbea-485b-8048-6ae20163f51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:12:37Z', 'updated_at': '2022-03-08T13:12:51Z', 'revision_number': 2, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'fixed_ip_address_scope': None}, {'id': 'ebf36b90-858b-4cb9-a40e-de5cac8e8fed', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'port_id': '4b2a7953-c41e-45bd-8d27-aae3d41c2995', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'mac_address': 'fa:16:3e:72:47:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6de406-ba50-4daf-887b-5364bdcbf0e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:14:16Z', 'updated_at': '2022-03-08T13:14:32Z', 'revision_number': 1, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 5, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:14:33.455325 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a4b23bae-3b18-4736-99fc-39084f08f25d req-27aeb965-ea27-47f4-9ee2-7c5446de17af service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855269 Mar 08 13:14:33.603189 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1771511-a8d2-453d-b322-4f2dcb477bfe None None] New status for floating IP ebf36b90-858b-4cb9-a40e-de5cac8e8fed: ACTIVE {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:14:42.538782 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:54.725570 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-598e50c7-8c80-4716-9a29-af2c3b8ec414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:56.942817 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3a5eafab-5b2c-4c08-9956-b487a8ee65d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:58.178947 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:59.621302 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:00.963075 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:01.110989 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:15:12.554777 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:20.013294 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f284cdc5-9866-460a-ad4c-46700a524588 req-76b93f9c-3709-4adb-9162-413767940355 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5ff3c652-bbea-485b-8048-6ae20163f51a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467710 Mar 08 13:15:20.116533 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284cdc5-9866-460a-ad4c-46700a524588 req-178efda1-9a2f-4aea-a5da-c021492e63b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:20.118037 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f284cdc5-9866-460a-ad4c-46700a524588 req-178efda1-9a2f-4aea-a5da-c021492e63b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cec937854d5a4539a505bc92cfa1e8c3&device_id=5ff3c652-bbea-485b-8048-6ae20163f51a HTTP/1.1" status: 200 len: 1130 time: 0.0446413 Mar 08 13:15:20.219685 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284cdc5-9866-460a-ad4c-46700a524588 req-173f2dc4-fb83-4bec-bd6a-ad49b587ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:20.221267 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f284cdc5-9866-460a-ad4c-46700a524588 req-173f2dc4-fb83-4bec-bd6a-ad49b587ac74 service neutron] 10.222.0.72 "GET /v2.0/networks?id=704fe92a-ae52-4570-b350-fd23be3fef08 HTTP/1.1" status: 200 len: 917 time: 0.0842648 Mar 08 13:15:20.292195 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f284cdc5-9866-460a-ad4c-46700a524588 req-38111b5e-177e-4188-9f43-79f7c95f9a2d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d760a62-ae38-42b9-a10d-8cc82ce1bb42 HTTP/1.1" status: 200 len: 1001 time: 0.0631194 Mar 08 13:15:20.339705 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284cdc5-9866-460a-ad4c-46700a524588 req-67a3055a-b8a6-47d3-b0ad-02843f20b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:20.341145 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f284cdc5-9866-460a-ad4c-46700a524588 req-67a3055a-b8a6-47d3-b0ad-02843f20b566 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac HTTP/1.1" status: 200 len: 854 time: 0.0427642 Mar 08 13:15:20.388361 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284cdc5-9866-460a-ad4c-46700a524588 req-e69a0d08-d16a-494a-868e-80d21a574f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:20.389833 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f284cdc5-9866-460a-ad4c-46700a524588 req-e69a0d08-d16a-494a-868e-80d21a574f24 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=704fe92a-ae52-4570-b350-fd23be3fef08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431223 Mar 08 13:15:20.480377 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f284cdc5-9866-460a-ad4c-46700a524588 req-ca6c32c6-9445-418e-900a-8b405715e538 service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843179 Mar 08 13:15:20.570757 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f284cdc5-9866-460a-ad4c-46700a524588 req-df014c80-4148-4593-a9e5-99805042156e service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846043 Mar 08 13:15:24.727312 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-624a9a5d-1016-469e-ac2f-93ef5694039f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:26.944666 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-692f9e0c-885f-49d1-8ebd-0ece4b9c8ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:28.182406 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:29.624025 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:30.966707 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:38.108220 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:15:42.540259 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:48.185026 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89d45b-3f9c-452d-a562-fdb57da87ead req-f310b005-3ace-4bdd-9025-06bb6c155dc7 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:48.186485 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5e89d45b-3f9c-452d-a562-fdb57da87ead req-f310b005-3ace-4bdd-9025-06bb6c155dc7 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=df6de406-ba50-4daf-887b-5364bdcbf0e3 HTTP/1.1" status: 200 len: 946 time: 0.0558059 Mar 08 13:15:48.231917 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5e89d45b-3f9c-452d-a562-fdb57da87ead req-96ca1ca8-7a39-422d-ac57-f8bf58b2e253 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fdd732f-b4db-43d0-8b7a-84c211b78484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399466 Mar 08 13:15:49.353196 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74046102-29b9-482d-b274-891f998b00d8 req-7dd3524a-5c4f-4833-9284-feffab69f2d8 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:49.354665 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-74046102-29b9-482d-b274-891f998b00d8 req-7dd3524a-5c4f-4833-9284-feffab69f2d8 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=df6de406-ba50-4daf-887b-5364bdcbf0e3 HTTP/1.1" status: 200 len: 946 time: 0.0547183 Mar 08 13:15:49.400475 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-74046102-29b9-482d-b274-891f998b00d8 req-66bfbb7f-ff0c-4b04-9a99-12eb4dcde485 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fdd732f-b4db-43d0-8b7a-84c211b78484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403023 Mar 08 13:15:50.132918 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049456a-f9ee-40c8-99d4-808a47cce04e req-1f642720-df66-4944-a41c-e8dd42386f81 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:50.134378 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9049456a-f9ee-40c8-99d4-808a47cce04e req-1f642720-df66-4944-a41c-e8dd42386f81 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.72 "GET /v2.0/ports?device_id=df6de406-ba50-4daf-887b-5364bdcbf0e3 HTTP/1.1" status: 200 len: 946 time: 0.0515168 Mar 08 13:15:50.227470 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-9049456a-f9ee-40c8-99d4-808a47cce04e req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Deleting port 4b2a7953-c41e-45bd-8d27-aae3d41c2995 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:15:50.227801 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-9049456a-f9ee-40c8-99d4-808a47cce04e req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (4b2a7953-c41e-45bd-8d27-aae3d41c2995), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:50.314700 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-9049456a-f9ee-40c8-99d4-808a47cce04e req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] For port 4b2a7953-c41e-45bd-8d27-aae3d41c2995, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4b2a7953-c41e-45bd-8d27-aae3d41c2995,segment=NetworkSegment(aee775c5-334f-4ae8-a366-a04ce30cc8da),segment_id=aee775c5-334f-4ae8-a366-a04ce30cc8da)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:15:50.315057 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-9049456a-f9ee-40c8-99d4-808a47cce04e req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (4b2a7953-c41e-45bd-8d27-aae3d41c2995), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:50.518448 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-9049456a-f9ee-40c8-99d4-808a47cce04e req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:50.518804 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-9049456a-f9ee-40c8-99d4-808a47cce04e req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (ebf36b90-858b-4cb9-a40e-de5cac8e8fed), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:50.519120 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.l3_db [req-9049456a-f9ee-40c8-99d4-808a47cce04e req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Floating IP ebf36b90-858b-4cb9-a40e-de5cac8e8fed disassociated. External IP: 172.27.3.242, port: 4b2a7953-c41e-45bd-8d27-aae3d41c2995. Mar 08 13:15:50.519457 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-9049456a-f9ee-40c8-99d4-808a47cce04e req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Calling delete_port for 4b2a7953-c41e-45bd-8d27-aae3d41c2995 owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:15:50.575302 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93d7f5-f228-4a31-87fe-90de6108a42e req-e1259d54-b4b1-421b-a36c-93fb4c87f003 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:50.576794 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8c93d7f5-f228-4a31-87fe-90de6108a42e req-e1259d54-b4b1-421b-a36c-93fb4c87f003 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=df6de406-ba50-4daf-887b-5364bdcbf0e3 HTTP/1.1" status: 200 len: 946 time: 0.1075773 Mar 08 13:15:50.642803 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8c93d7f5-f228-4a31-87fe-90de6108a42e req-c6181af5-61b7-45dc-bf44-c20680838fbd tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fdd732f-b4db-43d0-8b7a-84c211b78484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595677 Mar 08 13:15:50.698259 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-9049456a-f9ee-40c8-99d4-808a47cce04e req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (4b2a7953-c41e-45bd-8d27-aae3d41c2995), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:50.724301 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event deleted for resources: {'Port': ['ID=4b2a7953-c41e-45bd-8d27-aae3d41c2995,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:15:50.736933 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:50.737278 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:50.737623 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:50.737961 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:50.738298 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:50.738630 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:50.738958 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:50.739286 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:50.739616 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:50.739937 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:50.740259 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:50.740617 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:50.740922 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:51.107705 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9049456a-f9ee-40c8-99d4-808a47cce04e req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Router edb22c2c-5a41-4b47-8bd1-a20af1ac337b has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:15:51.219379 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9049456a-f9ee-40c8-99d4-808a47cce04e req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:15:51.228730 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcee9cd7-a6f7-4cf2-9b07-f93221ffc946 None None] Sync routers for ids ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:15:51.238887 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcee9cd7-a6f7-4cf2-9b07-f93221ffc946 None None] Routers {'edb22c2c-5a41-4b47-8bd1-a20af1ac337b'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:15:51.239515 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-fcee9cd7-a6f7-4cf2-9b07-f93221ffc946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:15:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:15:51.261696 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-9049456a-f9ee-40c8-99d4-808a47cce04e req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] No DVR routers for this DVR port 4b2a7953-c41e-45bd-8d27-aae3d41c2995 on host hv-cinder-83008 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:15:51.264300 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-9049456a-f9ee-40c8-99d4-808a47cce04e req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:51.267650 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9049456a-f9ee-40c8-99d4-808a47cce04e req-4898f361-c1f4-488a-9a3d-2269b190f6ce tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.72 "DELETE /v2.0/ports/4b2a7953-c41e-45bd-8d27-aae3d41c2995 HTTP/1.1" status: 204 len: 173 time: 1.1279724 Mar 08 13:15:51.268104 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6de406-ba50-4daf-887b-5364bdcbf0e3', 'name': 'network-vif-deleted', 'tag': '4b2a7953-c41e-45bd-8d27-aae3d41c2995'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:15:51.270392 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6da3b90-0000-4a97-a881-ffce2aa7ac72" -d '{"events": [{"server_uuid": "df6de406-ba50-4daf-887b-5364bdcbf0e3", "name": "network-vif-deleted", "tag": "4b2a7953-c41e-45bd-8d27-aae3d41c2995"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:15:51.313447 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cdcf5b-6c6f-45c0-8ac7-908cec62fbb6 x-openstack-request-id: req-f4cdcf5b-6c6f-45c0-8ac7-908cec62fbb6 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:15:51.313866 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6de406-ba50-4daf-887b-5364bdcbf0e3", "name": "network-vif-deleted", "tag": "4b2a7953-c41e-45bd-8d27-aae3d41c2995", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:15:51.314309 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f4cdcf5b-6c6f-45c0-8ac7-908cec62fbb6 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:15:51.314802 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6de406-ba50-4daf-887b-5364bdcbf0e3', 'name': 'network-vif-deleted', 'tag': '4b2a7953-c41e-45bd-8d27-aae3d41c2995', 'status': 'completed', 'code': 200} Mar 08 13:15:51.356619 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-fcee9cd7-a6f7-4cf2-9b07-f93221ffc946 None None] Set router edb22c2c-5a41-4b47-8bd1-a20af1ac337b gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:15:51.580731 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-fcee9cd7-a6f7-4cf2-9b07-f93221ffc946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '6f1490b0-8d1c-4856-854c-8ce9b72b6264', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'port_id': '2d760a62-ae38-42b9-a10d-8cc82ce1bb42', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'mac_address': 'fa:16:3e:2a:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3c652-bbea-485b-8048-6ae20163f51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:12:37Z', 'updated_at': '2022-03-08T13:12:51Z', 'revision_number': 2, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 5, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:15:51.606024 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcee9cd7-a6f7-4cf2-9b07-f93221ffc946 None None] Checking router: edb22c2c-5a41-4b47-8bd1-a20af1ac337b for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:15:51.614468 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcee9cd7-a6f7-4cf2-9b07-f93221ffc946 None None] Routers {'edb22c2c-5a41-4b47-8bd1-a20af1ac337b'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:15:51.615076 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-fcee9cd7-a6f7-4cf2-9b07-f93221ffc946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:15:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:15:51.729541 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-fcee9cd7-a6f7-4cf2-9b07-f93221ffc946 None None] Set router edb22c2c-5a41-4b47-8bd1-a20af1ac337b gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:15:51.756291 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-26c89be2-605f-41e9-959f-6c5f409abfb0 req-474111ac-3a3e-4c0c-9402-2a6a8327473c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=df6de406-ba50-4daf-887b-5364bdcbf0e3 HTTP/1.1" status: 200 len: 210 time: 0.0324430 Mar 08 13:15:51.955775 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-fcee9cd7-a6f7-4cf2-9b07-f93221ffc946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '6f1490b0-8d1c-4856-854c-8ce9b72b6264', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'port_id': '2d760a62-ae38-42b9-a10d-8cc82ce1bb42', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'mac_address': 'fa:16:3e:2a:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3c652-bbea-485b-8048-6ae20163f51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:12:37Z', 'updated_at': '2022-03-08T13:12:51Z', 'revision_number': 2, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 5, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:15:51.982851 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcee9cd7-a6f7-4cf2-9b07-f93221ffc946 None None] The sync data for ids ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'] in dv-cinder-830089-2-iscsi is: [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '6f1490b0-8d1c-4856-854c-8ce9b72b6264', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'port_id': '2d760a62-ae38-42b9-a10d-8cc82ce1bb42', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'mac_address': 'fa:16:3e:2a:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff3c652-bbea-485b-8048-6ae20163f51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:12:37Z', 'updated_at': '2022-03-08T13:12:51Z', 'revision_number': 2, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 5, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:15:52.198972 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106bb494-f3fa-4e5c-82f9-ebc6177f1d8a None None] New status for floating IP ebf36b90-858b-4cb9-a40e-de5cac8e8fed: DOWN {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:15:52.846714 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47432) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:15:52.899886 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a612ff7f-3c30-498a-82a0-47d6c081b703 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group (9fdd732f-b4db-43d0-8b7a-84c211b78484), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:52.921803 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a612ff7f-3c30-498a-82a0-47d6c081b703 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group (9fdd732f-b4db-43d0-8b7a-84c211b78484), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:52.924232 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 4b2a7953-c41e-45bd-8d27-aae3d41c2995 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:15:52.944483 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] No Port match for: 4b2a7953-c41e-45bd-8d27-aae3d41c2995 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:15:52.944900 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 4b2a7953-c41e-45bd-8d27-aae3d41c2995 not bound to the agent host hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:15:52.973182 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a612ff7f-3c30-498a-82a0-47d6c081b703 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (9fdd732f-b4db-43d0-8b7a-84c211b78484), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:52.975794 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a612ff7f-3c30-498a-82a0-47d6c081b703 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:52.977201 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-a612ff7f-3c30-498a-82a0-47d6c081b703 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "DELETE /v2.0/security-groups/9fdd732f-b4db-43d0-8b7a-84c211b78484 HTTP/1.1" status: 204 len: 168 time: 0.1294646 Mar 08 13:15:52.980384 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 47434) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:15:52.987211 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612ff7f-3c30-498a-82a0-47d6c081b703 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdd732f-b4db-43d0-8b7a-84c211b78484,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:15:52.994810 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.api.v2.resource [None req-f3da02fa-0697-4d79-92dc-20920da3176c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] show failed (client error): The resource could not be found. Mar 08 13:15:52.995094 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612ff7f-3c30-498a-82a0-47d6c081b703 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:52.998627 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612ff7f-3c30-498a-82a0-47d6c081b703 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:52.998627 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612ff7f-3c30-498a-82a0-47d6c081b703 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:52.998858 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-f3da02fa-0697-4d79-92dc-20920da3176c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups/9fdd732f-b4db-43d0-8b7a-84c211b78484 HTTP/1.1" status: 404 len: 347 time: 0.0142887 Mar 08 13:15:52.998973 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612ff7f-3c30-498a-82a0-47d6c081b703 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:52.998973 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612ff7f-3c30-498a-82a0-47d6c081b703 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:52.998973 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612ff7f-3c30-498a-82a0-47d6c081b703 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:52.998973 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612ff7f-3c30-498a-82a0-47d6c081b703 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:52.998973 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612ff7f-3c30-498a-82a0-47d6c081b703 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:52.998973 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612ff7f-3c30-498a-82a0-47d6c081b703 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:52.998973 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612ff7f-3c30-498a-82a0-47d6c081b703 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:52.998973 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612ff7f-3c30-498a-82a0-47d6c081b703 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:52.998973 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612ff7f-3c30-498a-82a0-47d6c081b703 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:52.999776 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 47436) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:15:52.999870 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612ff7f-3c30-498a-82a0-47d6c081b703 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:53.122204 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-01a2cdbd-7f44-43fd-a386-f505cba5f75e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Deleting port c5f1cba1-5da6-4f3a-8807-d6efd9902d2f {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:15:53.122545 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-01a2cdbd-7f44-43fd-a386-f505cba5f75e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (c5f1cba1-5da6-4f3a-8807-d6efd9902d2f), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:53.198311 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-01a2cdbd-7f44-43fd-a386-f505cba5f75e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (c5f1cba1-5da6-4f3a-8807-d6efd9902d2f), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:53.198637 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-01a2cdbd-7f44-43fd-a386-f505cba5f75e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (c5f1cba1-5da6-4f3a-8807-d6efd9902d2f), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:53.209935 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-01a2cdbd-7f44-43fd-a386-f505cba5f75e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Calling delete_port for c5f1cba1-5da6-4f3a-8807-d6efd9902d2f owned by network:floatingip {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:15:53.340542 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-01a2cdbd-7f44-43fd-a386-f505cba5f75e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (c5f1cba1-5da6-4f3a-8807-d6efd9902d2f), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:53.368640 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2cdbd-7f44-43fd-a386-f505cba5f75e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event deleted for resources: {'Port': ['ID=c5f1cba1-5da6-4f3a-8807-d6efd9902d2f,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:15:53.428079 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-01a2cdbd-7f44-43fd-a386-f505cba5f75e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (ebf36b90-858b-4cb9-a40e-de5cac8e8fed), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:53.431221 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-01a2cdbd-7f44-43fd-a386-f505cba5f75e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:53.432349 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-01a2cdbd-7f44-43fd-a386-f505cba5f75e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "DELETE /v2.0/floatingips/ebf36b90-858b-4cb9-a40e-de5cac8e8fed HTTP/1.1" status: 204 len: 168 time: 0.4327104 Mar 08 13:15:54.729643 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5654d731-744d-47bb-a3b7-114f24eaa76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:55.009476 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2c30d-6f01-4bf7-bd7e-724af34a86a0 req-e00a9db8-8e84-4352-b0db-4be47b9c8182 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:55.010964 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-88e2c30d-6f01-4bf7-bd7e-724af34a86a0 req-e00a9db8-8e84-4352-b0db-4be47b9c8182 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ff3c652-bbea-485b-8048-6ae20163f51a HTTP/1.1" status: 200 len: 946 time: 0.0529804 Mar 08 13:15:55.064104 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-88e2c30d-6f01-4bf7-bd7e-724af34a86a0 req-bf5f25ab-6a0e-4b1e-9b2f-d77371ea5b73 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=a92aafb7-3784-4d10-99ae-6af3347055e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448771 Mar 08 13:15:56.182756 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7de0a-a19d-4ca3-9ce1-adce75023496 req-d5ff5fe2-a18a-4bda-8dfe-4f8d066703c4 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:56.184218 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-aff7de0a-a19d-4ca3-9ce1-adce75023496 req-d5ff5fe2-a18a-4bda-8dfe-4f8d066703c4 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ff3c652-bbea-485b-8048-6ae20163f51a HTTP/1.1" status: 200 len: 946 time: 0.0518227 Mar 08 13:15:56.233514 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-aff7de0a-a19d-4ca3-9ce1-adce75023496 req-258ff1bf-87b3-447a-ae3e-a12bdefab4a2 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=a92aafb7-3784-4d10-99ae-6af3347055e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438182 Mar 08 13:15:56.945331 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b3712a9d-3d42-4b91-95cd-c7e04aea5675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:56.970718 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2606a-f3e3-494e-aa1a-cda0d9229940 req-5b9e6edc-758b-4509-89fd-6691c6b4cd65 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:56.972161 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-08d2606a-f3e3-494e-aa1a-cda0d9229940 req-5b9e6edc-758b-4509-89fd-6691c6b4cd65 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ff3c652-bbea-485b-8048-6ae20163f51a HTTP/1.1" status: 200 len: 946 time: 0.0522900 Mar 08 13:15:57.061828 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-08d2606a-f3e3-494e-aa1a-cda0d9229940 req-ad58eb82-87e1-4419-9ec8-837ee6830f21 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Deleting port 2d760a62-ae38-42b9-a10d-8cc82ce1bb42 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:15:57.062164 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-08d2606a-f3e3-494e-aa1a-cda0d9229940 req-ad58eb82-87e1-4419-9ec8-837ee6830f21 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (2d760a62-ae38-42b9-a10d-8cc82ce1bb42), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:57.151474 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-08d2606a-f3e3-494e-aa1a-cda0d9229940 req-ad58eb82-87e1-4419-9ec8-837ee6830f21 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] For port 2d760a62-ae38-42b9-a10d-8cc82ce1bb42, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2d760a62-ae38-42b9-a10d-8cc82ce1bb42,segment=NetworkSegment(aee775c5-334f-4ae8-a366-a04ce30cc8da),segment_id=aee775c5-334f-4ae8-a366-a04ce30cc8da)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:15:57.151844 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-08d2606a-f3e3-494e-aa1a-cda0d9229940 req-ad58eb82-87e1-4419-9ec8-837ee6830f21 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (2d760a62-ae38-42b9-a10d-8cc82ce1bb42), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:57.320403 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-08d2606a-f3e3-494e-aa1a-cda0d9229940 req-ad58eb82-87e1-4419-9ec8-837ee6830f21 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:57.321279 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-08d2606a-f3e3-494e-aa1a-cda0d9229940 req-ad58eb82-87e1-4419-9ec8-837ee6830f21 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (6f1490b0-8d1c-4856-854c-8ce9b72b6264), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:57.321279 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.l3_db [req-08d2606a-f3e3-494e-aa1a-cda0d9229940 req-ad58eb82-87e1-4419-9ec8-837ee6830f21 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Floating IP 6f1490b0-8d1c-4856-854c-8ce9b72b6264 disassociated. External IP: 172.27.3.39, port: 2d760a62-ae38-42b9-a10d-8cc82ce1bb42. Mar 08 13:15:57.322112 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-08d2606a-f3e3-494e-aa1a-cda0d9229940 req-ad58eb82-87e1-4419-9ec8-837ee6830f21 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Calling delete_port for 2d760a62-ae38-42b9-a10d-8cc82ce1bb42 owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:15:57.349961 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04c7c1-bff3-46b6-b1d8-a72fb86671a0 req-70ca5464-8ca6-4ec8-b7d6-ccc0180815f0 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:57.351456 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8b04c7c1-bff3-46b6-b1d8-a72fb86671a0 req-70ca5464-8ca6-4ec8-b7d6-ccc0180815f0 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ff3c652-bbea-485b-8048-6ae20163f51a HTTP/1.1" status: 200 len: 946 time: 0.0517349 Mar 08 13:15:57.401297 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8b04c7c1-bff3-46b6-b1d8-a72fb86671a0 req-c4532ae3-f8d9-4b5e-bfe8-0d255044de14 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=a92aafb7-3784-4d10-99ae-6af3347055e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441501 Mar 08 13:15:57.456656 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-08d2606a-f3e3-494e-aa1a-cda0d9229940 req-ad58eb82-87e1-4419-9ec8-837ee6830f21 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (2d760a62-ae38-42b9-a10d-8cc82ce1bb42), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:57.484267 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58eb82-87e1-4419-9ec8-837ee6830f21 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event deleted for resources: {'Port': ['ID=2d760a62-ae38-42b9-a10d-8cc82ce1bb42,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:15:57.600879 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08d2606a-f3e3-494e-aa1a-cda0d9229940 req-ad58eb82-87e1-4419-9ec8-837ee6830f21 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Router edb22c2c-5a41-4b47-8bd1-a20af1ac337b has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:15:57.712157 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08d2606a-f3e3-494e-aa1a-cda0d9229940 req-ad58eb82-87e1-4419-9ec8-837ee6830f21 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:15:57.722706 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3e75ca-43a2-4898-82a7-4bd026608ca1 None None] Sync routers for ids ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:15:57.732805 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3e75ca-43a2-4898-82a7-4bd026608ca1 None None] Routers {'edb22c2c-5a41-4b47-8bd1-a20af1ac337b'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:15:57.733507 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-bd3e75ca-43a2-4898-82a7-4bd026608ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:15:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:15:57.758212 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d2606a-f3e3-494e-aa1a-cda0d9229940 req-ad58eb82-87e1-4419-9ec8-837ee6830f21 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] No DVR routers for this DVR port 2d760a62-ae38-42b9-a10d-8cc82ce1bb42 on host hv-cinder-83008 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:15:57.760753 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-08d2606a-f3e3-494e-aa1a-cda0d9229940 req-ad58eb82-87e1-4419-9ec8-837ee6830f21 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:57.764202 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-08d2606a-f3e3-494e-aa1a-cda0d9229940 req-ad58eb82-87e1-4419-9ec8-837ee6830f21 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.72 "DELETE /v2.0/ports/2d760a62-ae38-42b9-a10d-8cc82ce1bb42 HTTP/1.1" status: 204 len: 173 time: 0.7859304 Mar 08 13:15:57.764682 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff3c652-bbea-485b-8048-6ae20163f51a', 'name': 'network-vif-deleted', 'tag': '2d760a62-ae38-42b9-a10d-8cc82ce1bb42'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:15:57.767472 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2b788f-c678-4e3f-8c23-1da21687c067" -d '{"events": [{"server_uuid": "5ff3c652-bbea-485b-8048-6ae20163f51a", "name": "network-vif-deleted", "tag": "2d760a62-ae38-42b9-a10d-8cc82ce1bb42"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:15:57.807851 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d1c717-4419-4d8d-8dda-4f0811ac238c x-openstack-request-id: req-b0d1c717-4419-4d8d-8dda-4f0811ac238c {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:15:57.808138 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff3c652-bbea-485b-8048-6ae20163f51a", "name": "network-vif-deleted", "tag": "2d760a62-ae38-42b9-a10d-8cc82ce1bb42", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:15:57.808399 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b0d1c717-4419-4d8d-8dda-4f0811ac238c {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:15:57.809093 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff3c652-bbea-485b-8048-6ae20163f51a', 'name': 'network-vif-deleted', 'tag': '2d760a62-ae38-42b9-a10d-8cc82ce1bb42', 'status': 'completed', 'code': 200} Mar 08 13:15:57.850197 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-bd3e75ca-43a2-4898-82a7-4bd026608ca1 None None] Set router edb22c2c-5a41-4b47-8bd1-a20af1ac337b gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:15:58.059911 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-bd3e75ca-43a2-4898-82a7-4bd026608ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 5, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:15:58.089759 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3e75ca-43a2-4898-82a7-4bd026608ca1 None None] Checking router: edb22c2c-5a41-4b47-8bd1-a20af1ac337b for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:15:58.097928 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3e75ca-43a2-4898-82a7-4bd026608ca1 None None] Routers {'edb22c2c-5a41-4b47-8bd1-a20af1ac337b'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:15:58.098531 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-bd3e75ca-43a2-4898-82a7-4bd026608ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:15:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:15:58.205264 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:58.216367 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-bd3e75ca-43a2-4898-82a7-4bd026608ca1 None None] Set router edb22c2c-5a41-4b47-8bd1-a20af1ac337b gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:15:58.419304 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-bd3e75ca-43a2-4898-82a7-4bd026608ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 5, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:15:58.445461 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3e75ca-43a2-4898-82a7-4bd026608ca1 None None] The sync data for ids ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'] in dv-cinder-830089-2-iscsi is: [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 5, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:15:58.486350 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 47468) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:15:58.541926 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0c876ec5-3d02-445b-a22a-129b88d41df8 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group (a92aafb7-3784-4d10-99ae-6af3347055e7), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:58.569303 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0c876ec5-3d02-445b-a22a-129b88d41df8 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group (a92aafb7-3784-4d10-99ae-6af3347055e7), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:58.618504 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0c876ec5-3d02-445b-a22a-129b88d41df8 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (a92aafb7-3784-4d10-99ae-6af3347055e7), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:58.621392 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0c876ec5-3d02-445b-a22a-129b88d41df8 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:58.622635 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-0c876ec5-3d02-445b-a22a-129b88d41df8 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "DELETE /v2.0/security-groups/a92aafb7-3784-4d10-99ae-6af3347055e7 HTTP/1.1" status: 204 len: 168 time: 0.1352305 Mar 08 13:15:58.625379 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47470) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:15:58.632433 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c876ec5-3d02-445b-a22a-129b88d41df8 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92aafb7-3784-4d10-99ae-6af3347055e7,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:15:58.646958 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.api.v2.resource [None req-bc8a9edf-2135-466f-b28c-e2b1608854b1 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] show failed (client error): The resource could not be found. Mar 08 13:15:58.651620 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-bc8a9edf-2135-466f-b28c-e2b1608854b1 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups/a92aafb7-3784-4d10-99ae-6af3347055e7 HTTP/1.1" status: 404 len: 347 time: 0.0244870 Mar 08 13:15:58.652318 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 47472) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:15:58.684446 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a4d60-17f7-49f2-a2db-8e100260f612 None None] New status for floating IP 6f1490b0-8d1c-4856-854c-8ce9b72b6264: DOWN {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:15:58.783773 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-b8d5840f-6e5d-4d4b-bbf0-6030ee6bb7ed tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Deleting port 6a7368f4-9008-4a55-a29e-e660ff9205cf {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:15:58.784034 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b8d5840f-6e5d-4d4b-bbf0-6030ee6bb7ed tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (6a7368f4-9008-4a55-a29e-e660ff9205cf), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:58.862868 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b8d5840f-6e5d-4d4b-bbf0-6030ee6bb7ed tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (6a7368f4-9008-4a55-a29e-e660ff9205cf), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:58.863471 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b8d5840f-6e5d-4d4b-bbf0-6030ee6bb7ed tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (6a7368f4-9008-4a55-a29e-e660ff9205cf), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:58.876238 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-b8d5840f-6e5d-4d4b-bbf0-6030ee6bb7ed tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Calling delete_port for 6a7368f4-9008-4a55-a29e-e660ff9205cf owned by network:floatingip {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:15:58.987404 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 2d760a62-ae38-42b9-a10d-8cc82ce1bb42 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:15:59.008433 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b8d5840f-6e5d-4d4b-bbf0-6030ee6bb7ed tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (6a7368f4-9008-4a55-a29e-e660ff9205cf), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:59.008711 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] No Port match for: 2d760a62-ae38-42b9-a10d-8cc82ce1bb42 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:15:59.009031 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 2d760a62-ae38-42b9-a10d-8cc82ce1bb42 not bound to the agent host hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:15:59.036773 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5840f-6e5d-4d4b-bbf0-6030ee6bb7ed tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event deleted for resources: {'Port': ['ID=6a7368f4-9008-4a55-a29e-e660ff9205cf,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:15:59.104615 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b8d5840f-6e5d-4d4b-bbf0-6030ee6bb7ed tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (6f1490b0-8d1c-4856-854c-8ce9b72b6264), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:59.107258 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b8d5840f-6e5d-4d4b-bbf0-6030ee6bb7ed tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:59.108471 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-b8d5840f-6e5d-4d4b-bbf0-6030ee6bb7ed tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "DELETE /v2.0/floatingips/6f1490b0-8d1c-4856-854c-8ce9b72b6264 HTTP/1.1" status: 204 len: 168 time: 0.4551191 Mar 08 13:15:59.278667 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 47476) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:15:59.283370 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-008dd788-3365-4d1d-918f-c7d62e4c1bca tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Request body: {'security_group': {'name': 'tempest-securitygroup--114097220', 'description': 'tempest-description--312875244'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:15:59.304085 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-008dd788-3365-4d1d-918f-c7d62e4c1bca tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:59.372307 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-008dd788-3365-4d1d-918f-c7d62e4c1bca tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group (f8a48084-bf42-4aa3-b8a5-f3fa8e1c549c), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:59.376103 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-008dd788-3365-4d1d-918f-c7d62e4c1bca tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (f8a48084-bf42-4aa3-b8a5-f3fa8e1c549c), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:59.403998 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-008dd788-3365-4d1d-918f-c7d62e4c1bca tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:59.405262 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-008dd788-3365-4d1d-918f-c7d62e4c1bca tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1255023 Mar 08 13:15:59.408020 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 47478) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:15:59.412269 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-fa9f640c-5a4a-45aa-a68a-8df84de765c2 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Request body: {'security_group_rule': {'security_group_id': 'f8a48084-bf42-4aa3-b8a5-f3fa8e1c549c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:15:59.420508 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008dd788-3365-4d1d-918f-c7d62e4c1bca tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a48084-bf42-4aa3-b8a5-f3fa8e1c549c,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:15:59.439136 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-fa9f640c-5a4a-45aa-a68a-8df84de765c2 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group_rule (b46febde-26fa-410d-bc6a-df7b9992ccb7), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:59.493623 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-fa9f640c-5a4a-45aa-a68a-8df84de765c2 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group_rule (b46febde-26fa-410d-bc6a-df7b9992ccb7), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:59.497754 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-fa9f640c-5a4a-45aa-a68a-8df84de765c2 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (b46febde-26fa-410d-bc6a-df7b9992ccb7), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:59.515547 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f640c-5a4a-45aa-a68a-8df84de765c2 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b46febde-26fa-410d-bc6a-df7b9992ccb7,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:15:59.519703 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-fa9f640c-5a4a-45aa-a68a-8df84de765c2 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:59.521173 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-fa9f640c-5a4a-45aa-a68a-8df84de765c2 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1119108 Mar 08 13:15:59.523522 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 47480) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:15:59.528215 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-c2de4127-9562-44bb-9783-d1d4c380694c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Request body: {'security_group_rule': {'security_group_id': 'f8a48084-bf42-4aa3-b8a5-f3fa8e1c549c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:15:59.552461 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c2de4127-9562-44bb-9783-d1d4c380694c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group_rule (5151f474-16bd-4ef1-a1af-a1422da27605), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:59.608169 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c2de4127-9562-44bb-9783-d1d4c380694c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group_rule (5151f474-16bd-4ef1-a1af-a1422da27605), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:59.612772 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c2de4127-9562-44bb-9783-d1d4c380694c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (5151f474-16bd-4ef1-a1af-a1422da27605), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:59.627663 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:59.634577 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de4127-9562-44bb-9783-d1d4c380694c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5151f474-16bd-4ef1-a1af-a1422da27605,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:15:59.642352 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c2de4127-9562-44bb-9783-d1d4c380694c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:59.643544 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-c2de4127-9562-44bb-9783-d1d4c380694c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191189 Mar 08 13:15:59.646636 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 47482) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:15:59.651438 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-173ac2a5-1ee3-48b1-ac98-ea481db456ac tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Request body: {'floatingip': {'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:15:59.670688 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-173ac2a5-1ee3-48b1-ac98-ea481db456ac tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:59.765903 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-173ac2a5-1ee3-48b1-ac98-ea481db456ac tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:59.870930 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [None req-173ac2a5-1ee3-48b1-ac98-ea481db456ac tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Allocated IP 172.27.3.23 (5c176cc8-3706-4b4e-95aa-80d42c394e72/67bc08be-d366-4d47-9bdf-b91b4b3bbd14/37f64dd8-6b11-4bd6-a65f-7b64b8d46a26) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:15:59.970231 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-173ac2a5-1ee3-48b1-ac98-ea481db456ac tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for port (37f64dd8-6b11-4bd6-a65f-7b64b8d46a26), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:00.002620 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-173ac2a5-1ee3-48b1-ac98-ea481db456ac tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (37f64dd8-6b11-4bd6-a65f-7b64b8d46a26), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:00.038329 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173ac2a5-1ee3-48b1-ac98-ea481db456ac tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:16:00.044607 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-173ac2a5-1ee3-48b1-ac98-ea481db456ac tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:16:00.047980 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173ac2a5-1ee3-48b1-ac98-ea481db456ac tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:16:00.078102 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ac2a5-1ee3-48b1-ac98-ea481db456ac tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event updated for resources: {'Port': ['ID=37f64dd8-6b11-4bd6-a65f-7b64b8d46a26,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:00.139134 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-173ac2a5-1ee3-48b1-ac98-ea481db456ac tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (bb538a68-ddbe-4ec1-9ada-4b8935bb6b16), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:00.174268 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-173ac2a5-1ee3-48b1-ac98-ea481db456ac tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (37f64dd8-6b11-4bd6-a65f-7b64b8d46a26), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:00.321608 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-173ac2a5-1ee3-48b1-ac98-ea481db456ac tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for port (37f64dd8-6b11-4bd6-a65f-7b64b8d46a26), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:00.326844 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-173ac2a5-1ee3-48b1-ac98-ea481db456ac tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (37f64dd8-6b11-4bd6-a65f-7b64b8d46a26), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:00.395710 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ac2a5-1ee3-48b1-ac98-ea481db456ac tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event updated for resources: {'Port': ['ID=37f64dd8-6b11-4bd6-a65f-7b64b8d46a26,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:00.409243 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-173ac2a5-1ee3-48b1-ac98-ea481db456ac tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (bb538a68-ddbe-4ec1-9ada-4b8935bb6b16), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:00.423521 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-173ac2a5-1ee3-48b1-ac98-ea481db456ac tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:00.424809 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-173ac2a5-1ee3-48b1-ac98-ea481db456ac tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7772186 Mar 08 13:16:00.572905 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-4561e5a8-caa4-48e0-8c3a-69ed97ee62ea tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--114097220&fields=id&tenant_id=cec937854d5a4539a505bc92cfa1e8c3 HTTP/1.1" status: 200 len: 267 time: 0.0449073 Mar 08 13:16:00.679239 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-654a8f18-f574-48a6-9f3f-a54a44aaafde tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:00.680653 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-654a8f18-f574-48a6-9f3f-a54a44aaafde tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/networks?id=704fe92a-ae52-4570-b350-fd23be3fef08 HTTP/1.1" status: 200 len: 815 time: 0.1013420 Mar 08 13:16:00.695523 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-e594b40b-05dc-4ddd-a4ba-8e37d2387803 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/quotas/cec937854d5a4539a505bc92cfa1e8c3 HTTP/1.1" status: 200 len: 375 time: 0.0088751 Mar 08 13:16:00.748723 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-b1720725-f7f1-4c4b-867f-52e66bc4933d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cec937854d5a4539a505bc92cfa1e8c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484233 Mar 08 13:16:00.915961 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-ca5e8a98-cfa1-40a7-a39f-87f0d37f9e0f service neutron] 10.222.0.50 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559503 Mar 08 13:16:00.969122 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:01.013077 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-0171daaa-46d0-463a-a658-11b3855fa2bb service neutron] 10.222.0.50 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913448 Mar 08 13:16:01.169047 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c9178d31-0db3-4390-a10a-7dca16c27404 req-39857495-cb72-4da2-a7da-e50be0ef58d5 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec HTTP/1.1" status: 200 len: 210 time: 0.0261657 Mar 08 13:16:02.161216 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-c6462f47-69a1-4305-b653-578e70936672 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:02.162771 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-c6462f47-69a1-4305-b653-578e70936672 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.72 "GET /v2.0/networks?id=704fe92a-ae52-4570-b350-fd23be3fef08 HTTP/1.1" status: 200 len: 815 time: 0.1029966 Mar 08 13:16:02.233316 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-77c65ac8-88e1-4241-9fb9-12e3b70d1b08 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cec937854d5a4539a505bc92cfa1e8c3 HTTP/1.1" status: 200 len: 379 time: 0.0556540 Mar 08 13:16:02.242820 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-fbe8161f-2c30-42f6-bd5e-39be145945a2 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Request body: {'port': {'device_id': '9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'admin_state_up': True, 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'security_groups': ['f8a48084-bf42-4aa3-b8a5-f3fa8e1c549c']}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:16:02.285661 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3bbf8a1a-b55d-42b2-aa89-149973005b4d req-4b3eb3a3-8839-4fe4-b5f4-0d4d45a1fd80 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec HTTP/1.1" status: 200 len: 210 time: 0.0395043 Mar 08 13:16:02.373779 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-fbe8161f-2c30-42f6-bd5e-39be145945a2 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Made reservation on behalf of cec937854d5a4539a505bc92cfa1e8c3 for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:16:02.377297 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-fbe8161f-2c30-42f6-bd5e-39be145945a2 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:02.502578 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-fbe8161f-2c30-42f6-bd5e-39be145945a2 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Allocated IP 172.20.0.8 (704fe92a-ae52-4570-b350-fd23be3fef08/18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac/7de5f477-5b94-485b-898b-2a8ac6b008cb) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:16:02.633737 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-fbe8161f-2c30-42f6-bd5e-39be145945a2 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for port (7de5f477-5b94-485b-898b-2a8ac6b008cb), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:02.666008 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-fbe8161f-2c30-42f6-bd5e-39be145945a2 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (7de5f477-5b94-485b-898b-2a8ac6b008cb), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:02.716221 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-fbe8161f-2c30-42f6-bd5e-39be145945a2 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Network 704fe92a-ae52-4570-b350-fd23be3fef08 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:16:02.719160 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-fbe8161f-2c30-42f6-bd5e-39be145945a2 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:16:02.722860 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-fbe8161f-2c30-42f6-bd5e-39be145945a2 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:16:02.729463 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8161f-2c30-42f6-bd5e-39be145945a2 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event updated for resources: {'Port': ['ID=7de5f477-5b94-485b-898b-2a8ac6b008cb,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:02.775815 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-fbe8161f-2c30-42f6-bd5e-39be145945a2 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:02.776367 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-fbe8161f-2c30-42f6-bd5e-39be145945a2 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:02.793641 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-fbe8161f-2c30-42f6-bd5e-39be145945a2 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5543900 Mar 08 13:16:02.816170 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-3078bc31-0da0-40b0-9fc8-6cc01475cf47 service neutron] Request body: {'port': {'device_id': '9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:16:02.878522 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-3078bc31-0da0-40b0-9fc8-6cc01475cf47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (7de5f477-5b94-485b-898b-2a8ac6b008cb), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:02.932422 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-9ca090db-05f5-4dcd-b411-ac6ee4200aaa None None] Provisioning complete for port 7de5f477-5b94-485b-898b-2a8ac6b008cb triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:16:02.933049 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9ca090db-05f5-4dcd-b411-ac6ee4200aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (7de5f477-5b94-485b-898b-2a8ac6b008cb), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:02.964827 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-9ca090db-05f5-4dcd-b411-ac6ee4200aaa None None] Port 7de5f477-5b94-485b-898b-2a8ac6b008cb cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:16:03.157611 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-3078bc31-0da0-40b0-9fc8-6cc01475cf47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de5f477-5b94-485b-898b-2a8ac6b008cb {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:16:03.165244 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-3078bc31-0da0-40b0-9fc8-6cc01475cf47 service neutron] Publish callbacks [] for port (7de5f477-5b94-485b-898b-2a8ac6b008cb), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:03.177623 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-3078bc31-0da0-40b0-9fc8-6cc01475cf47 service neutron] Transition to ACTIVE for port object 7de5f477-5b94-485b-898b-2a8ac6b008cb will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:16:03.181571 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-3078bc31-0da0-40b0-9fc8-6cc01475cf47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (7de5f477-5b94-485b-898b-2a8ac6b008cb), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:03.233890 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078bc31-0da0-40b0-9fc8-6cc01475cf47 service neutron] Pushing event updated for resources: {'Port': ['ID=7de5f477-5b94-485b-898b-2a8ac6b008cb,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:03.306731 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-3078bc31-0da0-40b0-9fc8-6cc01475cf47 service neutron] Attempting to bind port 7de5f477-5b94-485b-898b-2a8ac6b008cb on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:16:03.307071 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-3078bc31-0da0-40b0-9fc8-6cc01475cf47 service neutron] Attempting to bind port 7de5f477-5b94-485b-898b-2a8ac6b008cb by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'aee775c5-334f-4ae8-a366-a04ce30cc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:16:03.307403 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-3078bc31-0da0-40b0-9fc8-6cc01475cf47 service neutron] Attempting to bind port 7de5f477-5b94-485b-898b-2a8ac6b008cb on network 704fe92a-ae52-4570-b350-fd23be3fef08 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:16:03.312036 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-3078bc31-0da0-40b0-9fc8-6cc01475cf47 service neutron] Port 7de5f477-5b94-485b-898b-2a8ac6b008cb on network 704fe92a-ae52-4570-b350-fd23be3fef08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:16:03.312358 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-3078bc31-0da0-40b0-9fc8-6cc01475cf47 service neutron] Attempting to bind port 7de5f477-5b94-485b-898b-2a8ac6b008cb on network 704fe92a-ae52-4570-b350-fd23be3fef08 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:16:03.317631 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-3078bc31-0da0-40b0-9fc8-6cc01475cf47 service neutron] Checking agent: {'id': '1556a156-0b90-4c62-9625-a828b1293451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'started_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:16:03.317972 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-3078bc31-0da0-40b0-9fc8-6cc01475cf47 service neutron] Checking segment: {'id': 'aee775c5-334f-4ae8-a366-a04ce30cc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:16:03.318515 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-3078bc31-0da0-40b0-9fc8-6cc01475cf47 service neutron] Bound using segment: {'id': 'aee775c5-334f-4ae8-a366-a04ce30cc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:16:03.319117 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-3078bc31-0da0-40b0-9fc8-6cc01475cf47 service neutron] Bound port: 7de5f477-5b94-485b-898b-2a8ac6b008cb, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee775c5-334f-4ae8-a366-a04ce30cc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:16:03.319586 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-3078bc31-0da0-40b0-9fc8-6cc01475cf47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (7de5f477-5b94-485b-898b-2a8ac6b008cb), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:03.385715 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-3078bc31-0da0-40b0-9fc8-6cc01475cf47 service neutron] For port 7de5f477-5b94-485b-898b-2a8ac6b008cb, host hv-cinder-83008, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:16:03.388853 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-3078bc31-0da0-40b0-9fc8-6cc01475cf47 service neutron] For port 7de5f477-5b94-485b-898b-2a8ac6b008cb, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=7de5f477-5b94-485b-898b-2a8ac6b008cb,segment=NetworkSegment(aee775c5-334f-4ae8-a366-a04ce30cc8da),segment_id=aee775c5-334f-4ae8-a366-a04ce30cc8da)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:16:03.395423 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-3078bc31-0da0-40b0-9fc8-6cc01475cf47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (7de5f477-5b94-485b-898b-2a8ac6b008cb), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:03.418888 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd2214-6012-4a24-828e-7559a4f0fa17 req-b9b5c688-4c0c-431c-a14f-848c6fbd6fd0 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:03.420294 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-95cd2214-6012-4a24-828e-7559a4f0fa17 req-b9b5c688-4c0c-431c-a14f-848c6fbd6fd0 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec HTTP/1.1" status: 200 len: 943 time: 0.0562668 Mar 08 13:16:03.433667 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-3078bc31-0da0-40b0-9fc8-6cc01475cf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:03.434308 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-3078bc31-0da0-40b0-9fc8-6cc01475cf47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:03.436546 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-3078bc31-0da0-40b0-9fc8-6cc01475cf47 service neutron] 10.222.0.72 "PUT /v2.0/ports/7de5f477-5b94-485b-898b-2a8ac6b008cb HTTP/1.1" status: 200 len: 1093 time: 0.6246076 Mar 08 13:16:03.437584 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec', 'tag': '7de5f477-5b94-485b-898b-2a8ac6b008cb'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:16:03.440368 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ebb9e6-05e3-4f87-ba67-c2b274cfe559" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec", "tag": "7de5f477-5b94-485b-898b-2a8ac6b008cb"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:16:03.472495 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078bc31-0da0-40b0-9fc8-6cc01475cf47 service neutron] Pushing event updated for resources: {'Port': ['ID=7de5f477-5b94-485b-898b-2a8ac6b008cb,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:03.502740 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0adae5f-e6bc-4052-b095-79247df66f70 x-openstack-request-id: req-e0adae5f-e6bc-4052-b095-79247df66f70 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:16:03.503030 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec", "tag": "7de5f477-5b94-485b-898b-2a8ac6b008cb", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:16:03.503305 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e0adae5f-e6bc-4052-b095-79247df66f70 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:16:03.503819 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec', 'tag': '7de5f477-5b94-485b-898b-2a8ac6b008cb', 'status': 'completed', 'code': 200} Mar 08 13:16:03.505170 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-95cd2214-6012-4a24-828e-7559a4f0fa17 req-5723d408-c482-486e-a3f6-07ff5ba52f76 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8a48084-bf42-4aa3-b8a5-f3fa8e1c549c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766077 Mar 08 13:16:03.553292 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-ab46d778-32b5-4649-a206-c49713b8b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:03.554984 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-ab46d778-32b5-4649-a206-c49713b8b54c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cec937854d5a4539a505bc92cfa1e8c3&device_id=9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec HTTP/1.1" status: 200 len: 1127 time: 0.0503747 Mar 08 13:16:03.607600 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-f5d17d03-4714-4703-bfc8-78bf6aa7fedb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7de5f477-5b94-485b-898b-2a8ac6b008cb HTTP/1.1" status: 200 len: 217 time: 0.0396461 Mar 08 13:16:03.656509 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-b1aacb2a-8848-47ee-bd41-3486581acbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:03.657990 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-b1aacb2a-8848-47ee-bd41-3486581acbfc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac HTTP/1.1" status: 200 len: 854 time: 0.0444734 Mar 08 13:16:03.705537 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-3521b298-272a-48fc-8ccd-d2889f4db462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:03.706965 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-3521b298-272a-48fc-8ccd-d2889f4db462 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=704fe92a-ae52-4570-b350-fd23be3fef08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428438 Mar 08 13:16:03.801746 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-652638f0-9351-4f56-baca-f84686f6b3ca service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891092 Mar 08 13:16:03.889364 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c4e1ed71-eb45-4f2e-a0bc-c8ca77ce8309 req-1abd9d48-6775-4695-9aaf-939e79874b3f service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817056 Mar 08 13:16:04.017917 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebb9e6-05e3-4f87-ba67-c2b274cfe559 req-50d5481e-afbd-43f4-98e0-ec5405c609b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:04.019307 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-79ebb9e6-05e3-4f87-ba67-c2b274cfe559 req-50d5481e-afbd-43f4-98e0-ec5405c609b2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cec937854d5a4539a505bc92cfa1e8c3&device_id=9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec HTTP/1.1" status: 200 len: 1127 time: 0.0473721 Mar 08 13:16:04.107274 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebb9e6-05e3-4f87-ba67-c2b274cfe559 req-8fa3a8af-d9ca-462e-851d-804adc7675d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:04.108788 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-79ebb9e6-05e3-4f87-ba67-c2b274cfe559 req-8fa3a8af-d9ca-462e-851d-804adc7675d4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=704fe92a-ae52-4570-b350-fd23be3fef08 HTTP/1.1" status: 200 len: 917 time: 0.0840390 Mar 08 13:16:04.152330 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-79ebb9e6-05e3-4f87-ba67-c2b274cfe559 req-e0ac719d-4c1b-406b-9003-93413b096cb2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7de5f477-5b94-485b-898b-2a8ac6b008cb HTTP/1.1" status: 200 len: 217 time: 0.0376933 Mar 08 13:16:04.201635 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebb9e6-05e3-4f87-ba67-c2b274cfe559 req-1777afb9-f1df-4a81-93aa-8086f99cb872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:04.203120 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-79ebb9e6-05e3-4f87-ba67-c2b274cfe559 req-1777afb9-f1df-4a81-93aa-8086f99cb872 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac HTTP/1.1" status: 200 len: 854 time: 0.0452299 Mar 08 13:16:04.258069 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebb9e6-05e3-4f87-ba67-c2b274cfe559 req-cf27a01a-bb49-4aea-8f98-338ded3c795e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:04.258914 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-79ebb9e6-05e3-4f87-ba67-c2b274cfe559 req-cf27a01a-bb49-4aea-8f98-338ded3c795e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=704fe92a-ae52-4570-b350-fd23be3fef08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492971 Mar 08 13:16:04.354732 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-79ebb9e6-05e3-4f87-ba67-c2b274cfe559 req-bdbc3f42-56e8-4247-b5ff-00814cd79276 service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902522 Mar 08 13:16:04.445730 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-79ebb9e6-05e3-4f87-ba67-c2b274cfe559 req-91aaf674-1f1e-4ab9-9a5f-946139c58c4a service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857387 Mar 08 13:16:04.620505 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaaa61f-5eaf-4a0a-9cff-0e2825209aa7 req-c28e8918-cbc5-45de-95d2-df68be337f6e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:04.621896 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1eaaa61f-5eaf-4a0a-9cff-0e2825209aa7 req-c28e8918-cbc5-45de-95d2-df68be337f6e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec HTTP/1.1" status: 200 len: 943 time: 0.0526156 Mar 08 13:16:04.673496 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1eaaa61f-5eaf-4a0a-9cff-0e2825209aa7 req-a3279120-3376-4f08-b67b-591192afaed9 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8a48084-bf42-4aa3-b8a5-f3fa8e1c549c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456002 Mar 08 13:16:05.790421 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b173f60-8b55-46d2-b4e2-48b8c4d9386c req-11f3dfde-7c9d-4a20-866c-4fe4108858c4 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:05.792372 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8b173f60-8b55-46d2-b4e2-48b8c4d9386c req-11f3dfde-7c9d-4a20-866c-4fe4108858c4 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec HTTP/1.1" status: 200 len: 943 time: 0.0511732 Mar 08 13:16:05.840244 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8b173f60-8b55-46d2-b4e2-48b8c4d9386c req-82dbd38b-702a-477e-b007-5ed19c39c39a tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8a48084-bf42-4aa3-b8a5-f3fa8e1c549c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424333 Mar 08 13:16:06.955807 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b080932-97a1-41d5-8d8a-535b153ffd4a req-8171c2b9-a371-4a30-a471-297c793ed63a tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:06.957754 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4b080932-97a1-41d5-8d8a-535b153ffd4a req-8171c2b9-a371-4a30-a471-297c793ed63a tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec HTTP/1.1" status: 200 len: 943 time: 0.0515468 Mar 08 13:16:07.003103 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4b080932-97a1-41d5-8d8a-535b153ffd4a req-5ba8a533-ba7f-4f30-a69c-ebfb5ab898c6 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8a48084-bf42-4aa3-b8a5-f3fa8e1c549c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400562 Mar 08 13:16:07.049241 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 7de5f477-5b94-485b-898b-2a8ac6b008cb details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:16:07.142426 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 7de5f477-5b94-485b-898b-2a8ac6b008cb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=7de5f477-5b94-485b-898b-2a8ac6b008cb,segment=NetworkSegment(aee775c5-334f-4ae8-a366-a04ce30cc8da),segment_id=aee775c5-334f-4ae8-a366-a04ce30cc8da)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:16:07.152596 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Returning: {'device': '7de5f477-5b94-485b-898b-2a8ac6b008cb', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'port_id': '7de5f477-5b94-485b-898b-2a8ac6b008cb', 'mac_address': 'fa:16:3e:4d:fd:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:16:07.191867 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 7de5f477-5b94-485b-898b-2a8ac6b008cb is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:16:07.192257 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (7de5f477-5b94-485b-898b-2a8ac6b008cb), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:07.205264 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de5f477-5b94-485b-898b-2a8ac6b008cb {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:16:07.223360 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 7de5f477-5b94-485b-898b-2a8ac6b008cb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=7de5f477-5b94-485b-898b-2a8ac6b008cb,segment=NetworkSegment(aee775c5-334f-4ae8-a366-a04ce30cc8da),segment_id=aee775c5-334f-4ae8-a366-a04ce30cc8da)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:16:07.226317 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (7de5f477-5b94-485b-898b-2a8ac6b008cb), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:07.271854 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=7de5f477-5b94-485b-898b-2a8ac6b008cb,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:07.278728 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:16:07.279085 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:16:07.279488 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:16:07.279831 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:16:07.280164 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:16:07.280495 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:16:07.280849 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:16:07.281178 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:16:07.281502 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:16:07.281828 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:16:07.282154 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:16:07.282473 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:16:07.282792 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:16:07.645894 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['7de5f477-5b94-485b-898b-2a8ac6b008cb'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:16:08.127827 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a7d8f-428a-40c6-8901-0a163720420d req-b671eb76-32dc-4b52-b512-80d36847a240 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:08.129346 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4e7a7d8f-428a-40c6-8901-0a163720420d req-b671eb76-32dc-4b52-b512-80d36847a240 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec HTTP/1.1" status: 200 len: 944 time: 0.0556431 Mar 08 13:16:08.175919 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4e7a7d8f-428a-40c6-8901-0a163720420d req-913fea89-391f-414b-b1fb-0e167146e2b9 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8a48084-bf42-4aa3-b8a5-f3fa8e1c549c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409768 Mar 08 13:16:09.061790 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 7de5f477-5b94-485b-898b-2a8ac6b008cb up at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:16:09.109408 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning for port 7de5f477-5b94-485b-898b-2a8ac6b008cb completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:16:09.113709 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning complete for port 7de5f477-5b94-485b-898b-2a8ac6b008cb triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:16:09.114087 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (7de5f477-5b94-485b-898b-2a8ac6b008cb), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:09.196857 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 7de5f477-5b94-485b-898b-2a8ac6b008cb is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:16:09.197260 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (7de5f477-5b94-485b-898b-2a8ac6b008cb), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:09.229059 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de5f477-5b94-485b-898b-2a8ac6b008cb'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:16:09.231448 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f02a98a4da79acb06d2148361802764e90037bdc05c069ddf0d3843ada5eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9e470a-a81a-4c87-88db-3ef1b816ff58" -d '{"events": [{"server_uuid": "9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec", "name": "network-vif-plugged", "status": "completed", "tag": "7de5f477-5b94-485b-898b-2a8ac6b008cb"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:16:09.244919 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 7de5f477-5b94-485b-898b-2a8ac6b008cb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=7de5f477-5b94-485b-898b-2a8ac6b008cb,segment=NetworkSegment(aee775c5-334f-4ae8-a366-a04ce30cc8da),segment_id=aee775c5-334f-4ae8-a366-a04ce30cc8da)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:16:09.251420 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (7de5f477-5b94-485b-898b-2a8ac6b008cb), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:09.280362 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0924e0c1-f687-4eaf-b8ce-aa73244b2fdf x-openstack-request-id: req-0924e0c1-f687-4eaf-b8ce-aa73244b2fdf {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:16:09.280811 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec", "name": "network-vif-plugged", "status": "completed", "tag": "7de5f477-5b94-485b-898b-2a8ac6b008cb", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:16:09.281215 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0924e0c1-f687-4eaf-b8ce-aa73244b2fdf {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:16:09.281833 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de5f477-5b94-485b-898b-2a8ac6b008cb', 'code': 200} Mar 08 13:16:09.307348 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57820b5-dd22-4c54-ac1f-f613e4d32c19 req-fcd30056-6acf-4fcf-8dad-55061f11bd04 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:09.308838 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e57820b5-dd22-4c54-ac1f-f613e4d32c19 req-fcd30056-6acf-4fcf-8dad-55061f11bd04 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec HTTP/1.1" status: 200 len: 945 time: 0.0550451 Mar 08 13:16:09.309380 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=7de5f477-5b94-485b-898b-2a8ac6b008cb,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:09.373599 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e57820b5-dd22-4c54-ac1f-f613e4d32c19 req-fe73c539-8374-44d4-8ed4-26d945fd07fc tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8a48084-bf42-4aa3-b8a5-f3fa8e1c549c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576847 Mar 08 13:16:09.746216 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211971c7-26e3-41d1-b564-257517adbd92 req-e64583f1-b4d5-4f34-9571-7c3c231f718c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:09.747626 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-211971c7-26e3-41d1-b564-257517adbd92 req-e64583f1-b4d5-4f34-9571-7c3c231f718c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec HTTP/1.1" status: 200 len: 1129 time: 0.2956445 Mar 08 13:16:09.788934 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-211971c7-26e3-41d1-b564-257517adbd92 req-18bbdfde-311a-47ee-8298-e071601415a1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f8a48084-bf42-4aa3-b8a5-f3fa8e1c549c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354257 Mar 08 13:16:10.503589 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548a8ca-8f34-4c69-a9eb-d7572c88ed34 req-980dbf63-6e08-4bf5-be4c-b5963b3df68c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:10.505821 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7548a8ca-8f34-4c69-a9eb-d7572c88ed34 req-980dbf63-6e08-4bf5-be4c-b5963b3df68c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec HTTP/1.1" status: 200 len: 945 time: 0.0550284 Mar 08 13:16:10.553083 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7548a8ca-8f34-4c69-a9eb-d7572c88ed34 req-2fe5637f-385a-4194-afdb-17467c940cd0 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8a48084-bf42-4aa3-b8a5-f3fa8e1c549c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416777 Mar 08 13:16:11.668862 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58a8e1-4900-4a1a-a3e2-66c909e2ff58 req-c65f39f4-6db1-4e7a-85c0-bee72a23c57f tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:11.670343 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9b58a8e1-4900-4a1a-a3e2-66c909e2ff58 req-c65f39f4-6db1-4e7a-85c0-bee72a23c57f tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec HTTP/1.1" status: 200 len: 945 time: 0.0529208 Mar 08 13:16:11.716530 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9b58a8e1-4900-4a1a-a3e2-66c909e2ff58 req-a5dbc053-b3ad-4b74-a65f-19ef44ad8b30 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8a48084-bf42-4aa3-b8a5-f3fa8e1c549c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407114 Mar 08 13:16:11.840669 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8da557-4c9b-4dde-a6c6-44bac42b0971 req-ecead98f-f361-47ee-a5c8-c1489e292dd8 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:11.842073 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7f8da557-4c9b-4dde-a6c6-44bac42b0971 req-ecead98f-f361-47ee-a5c8-c1489e292dd8 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec HTTP/1.1" status: 200 len: 945 time: 0.0552619 Mar 08 13:16:11.850395 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47540) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:16:11.855121 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-a8ad4763-9cc6-4486-8567-637578552e30 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Request body: {'floatingip': {'port_id': '7de5f477-5b94-485b-898b-2a8ac6b008cb'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:16:11.893144 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a8ad4763-9cc6-4486-8567-637578552e30 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (bb538a68-ddbe-4ec1-9ada-4b8935bb6b16), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:12.545416 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a8ad4763-9cc6-4486-8567-637578552e30 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:12.549533 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a8ad4763-9cc6-4486-8567-637578552e30 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (bb538a68-ddbe-4ec1-9ada-4b8935bb6b16), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:12.557864 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:12.649852 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.db.l3_db [None req-a8ad4763-9cc6-4486-8567-637578552e30 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Floating IP bb538a68-ddbe-4ec1-9ada-4b8935bb6b16 associated. External IP: 172.27.3.23, port: 7de5f477-5b94-485b-898b-2a8ac6b008cb. Mar 08 13:16:12.852820 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ad4763-9cc6-4486-8567-637578552e30 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Router edb22c2c-5a41-4b47-8bd1-a20af1ac337b has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:16:12.958101 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ad4763-9cc6-4486-8567-637578552e30 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:16:12.962918 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a8ad4763-9cc6-4486-8567-637578552e30 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:12.967416 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e19888f-bb2f-44e1-8661-6c0b853b629c None None] Sync routers for ids ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:16:12.976429 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e19888f-bb2f-44e1-8661-6c0b853b629c None None] Routers {'edb22c2c-5a41-4b47-8bd1-a20af1ac337b'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:16:12.977073 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-4e19888f-bb2f-44e1-8661-6c0b853b629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:15:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:16:12.994009 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-a8ad4763-9cc6-4486-8567-637578552e30 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "PUT /v2.0/floatingips/bb538a68-ddbe-4ec1-9ada-4b8935bb6b16 HTTP/1.1" status: 200 len: 990 time: 1.1420777 Mar 08 13:16:12.994583 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec', 'tag': '7de5f477-5b94-485b-898b-2a8ac6b008cb'}] {{(pid=102969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:16:12.996871 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6dc8d9b138c58f0a8cee2dfca36ebed44ad9fbebfb71e487ffd146a8a650eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d54a0c-ddc5-430f-b2cd-00ebe29bd2da" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec", "tag": "7de5f477-5b94-485b-898b-2a8ac6b008cb"}]}' {{(pid=102969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:16:13.032196 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27820520-b2d4-4080-800a-19c78e210eb3 x-openstack-request-id: req-27820520-b2d4-4080-800a-19c78e210eb3 {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:16:13.032478 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec", "tag": "7de5f477-5b94-485b-898b-2a8ac6b008cb", "status": "completed", "code": 200}]} {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:16:13.032761 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-27820520-b2d4-4080-800a-19c78e210eb3 {{(pid=102969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:16:13.033161 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec', 'tag': '7de5f477-5b94-485b-898b-2a8ac6b008cb', 'status': 'completed', 'code': 200} Mar 08 13:16:13.087894 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-4e19888f-bb2f-44e1-8661-6c0b853b629c None None] Set router edb22c2c-5a41-4b47-8bd1-a20af1ac337b gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:16:13.128087 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d54a0c-ddc5-430f-b2cd-00ebe29bd2da req-df66bae9-fd66-40f4-be73-71588fc36429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:13.129843 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c6d54a0c-ddc5-430f-b2cd-00ebe29bd2da req-df66bae9-fd66-40f4-be73-71588fc36429 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cec937854d5a4539a505bc92cfa1e8c3&device_id=9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec HTTP/1.1" status: 200 len: 1129 time: 0.0524671 Mar 08 13:16:13.221361 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d54a0c-ddc5-430f-b2cd-00ebe29bd2da req-954f988d-f5ab-44ac-9689-9481c8175503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:13.223075 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c6d54a0c-ddc5-430f-b2cd-00ebe29bd2da req-954f988d-f5ab-44ac-9689-9481c8175503 service neutron] 10.222.0.72 "GET /v2.0/networks?id=704fe92a-ae52-4570-b350-fd23be3fef08 HTTP/1.1" status: 200 len: 917 time: 0.0849605 Mar 08 13:16:13.291911 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c6d54a0c-ddc5-430f-b2cd-00ebe29bd2da req-4a3be5c7-7264-4443-b817-73f31c593743 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7de5f477-5b94-485b-898b-2a8ac6b008cb HTTP/1.1" status: 200 len: 998 time: 0.0634370 Mar 08 13:16:13.318576 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-4e19888f-bb2f-44e1-8661-6c0b853b629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': 'bb538a68-ddbe-4ec1-9ada-4b8935bb6b16', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'port_id': '7de5f477-5b94-485b-898b-2a8ac6b008cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'mac_address': 'fa:16:3e:4d:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:16:00Z', 'updated_at': '2022-03-08T13:16:12Z', 'revision_number': 1, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 5, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:16:13.339771 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d54a0c-ddc5-430f-b2cd-00ebe29bd2da req-22e15d28-06f0-4bca-99fa-19871c03fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:13.341299 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c6d54a0c-ddc5-430f-b2cd-00ebe29bd2da req-22e15d28-06f0-4bca-99fa-19871c03fbd8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac HTTP/1.1" status: 200 len: 854 time: 0.0433247 Mar 08 13:16:13.344386 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e19888f-bb2f-44e1-8661-6c0b853b629c None None] Checking router: edb22c2c-5a41-4b47-8bd1-a20af1ac337b for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:16:13.352671 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e19888f-bb2f-44e1-8661-6c0b853b629c None None] Routers {'edb22c2c-5a41-4b47-8bd1-a20af1ac337b'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:16:13.353774 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-4e19888f-bb2f-44e1-8661-6c0b853b629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:15:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:16:13.390358 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d54a0c-ddc5-430f-b2cd-00ebe29bd2da req-95a5950c-1783-449d-b84b-19304e3daa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:13.391809 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c6d54a0c-ddc5-430f-b2cd-00ebe29bd2da req-95a5950c-1783-449d-b84b-19304e3daa66 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=704fe92a-ae52-4570-b350-fd23be3fef08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444853 Mar 08 13:16:13.461850 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-4e19888f-bb2f-44e1-8661-6c0b853b629c None None] Set router edb22c2c-5a41-4b47-8bd1-a20af1ac337b gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:16:13.486939 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c6d54a0c-ddc5-430f-b2cd-00ebe29bd2da req-53701e62-535c-458b-ac95-5c95beeb052a service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895214 Mar 08 13:16:13.576289 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c6d54a0c-ddc5-430f-b2cd-00ebe29bd2da req-0b0e49cb-3279-478f-a425-c7d2b5a08b53 service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827568 Mar 08 13:16:13.689839 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-4e19888f-bb2f-44e1-8661-6c0b853b629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': 'bb538a68-ddbe-4ec1-9ada-4b8935bb6b16', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'port_id': '7de5f477-5b94-485b-898b-2a8ac6b008cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'mac_address': 'fa:16:3e:4d:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:16:00Z', 'updated_at': '2022-03-08T13:16:12Z', 'revision_number': 1, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 5, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:16:13.715779 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e19888f-bb2f-44e1-8661-6c0b853b629c None None] The sync data for ids ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'] in dv-cinder-830089-2-iscsi is: [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': 'bb538a68-ddbe-4ec1-9ada-4b8935bb6b16', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'port_id': '7de5f477-5b94-485b-898b-2a8ac6b008cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'mac_address': 'fa:16:3e:4d:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:16:00Z', 'updated_at': '2022-03-08T13:16:12Z', 'revision_number': 1, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 5, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:16:13.894188 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c08fae-398c-4dc4-b413-fee99f0d1ff4 None None] New status for floating IP bb538a68-ddbe-4ec1-9ada-4b8935bb6b16: ACTIVE {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:16:15.105971 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:16:21.989730 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-233d3638-ad3a-4258-9dc0-5df9612293b1 req-53804d10-5f4c-4378-9a78-87efcc91e32c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468197 Mar 08 13:16:22.066388 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d3638-ad3a-4258-9dc0-5df9612293b1 req-92ab9553-bfc0-48b8-925b-2977f8c2214a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:22.067876 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-233d3638-ad3a-4258-9dc0-5df9612293b1 req-92ab9553-bfc0-48b8-925b-2977f8c2214a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8a4d542bb974b6cabe91528ca772e7f&device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70 HTTP/1.1" status: 200 len: 1129 time: 0.0447993 Mar 08 13:16:22.172864 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d3638-ad3a-4258-9dc0-5df9612293b1 req-f288f142-98c9-4625-85ad-43d75bef330c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:22.174308 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-233d3638-ad3a-4258-9dc0-5df9612293b1 req-f288f142-98c9-4625-85ad-43d75bef330c service neutron] 10.222.0.72 "GET /v2.0/networks?id=bffea359-2851-41c2-a7e4-22be5e5cad3b HTTP/1.1" status: 200 len: 913 time: 0.0859005 Mar 08 13:16:22.243730 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-233d3638-ad3a-4258-9dc0-5df9612293b1 req-4db3838b-034b-46b7-8134-66e357ae54b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c95cb35-71f5-496c-8a04-cfdb42625a42 HTTP/1.1" status: 200 len: 1000 time: 0.0629020 Mar 08 13:16:22.291236 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d3638-ad3a-4258-9dc0-5df9612293b1 req-144491f2-626f-4e2d-bebe-fe6eef382cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:22.293212 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-233d3638-ad3a-4258-9dc0-5df9612293b1 req-144491f2-626f-4e2d-bebe-fe6eef382cba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7cd56575-d6b1-425a-8684-03ed91d4135e HTTP/1.1" status: 200 len: 850 time: 0.0433228 Mar 08 13:16:22.340717 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d3638-ad3a-4258-9dc0-5df9612293b1 req-afe42ecb-1f73-4733-a47a-d42ad295fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:22.342211 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-233d3638-ad3a-4258-9dc0-5df9612293b1 req-afe42ecb-1f73-4733-a47a-d42ad295fddd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bffea359-2851-41c2-a7e4-22be5e5cad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444157 Mar 08 13:16:22.432805 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-233d3638-ad3a-4258-9dc0-5df9612293b1 req-b943a98b-5482-4c8b-a878-0961a6f603c8 service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843477 Mar 08 13:16:22.519852 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-233d3638-ad3a-4258-9dc0-5df9612293b1 req-5081bc15-6c99-4062-8075-f45ac65fb42d service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801265 Mar 08 13:16:24.731946 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e4a85970-37df-4105-ab6e-61cfbc236937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:26.947079 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0da4740e-1cc3-41b6-a262-c5d94703e30b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:28.187091 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:29.629600 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:30.971572 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:41.837783 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-c1185620-3fd4-42c4-bbbe-c95f921297d7 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1931104431&fields=id&tenant_id=b8a4d542bb974b6cabe91528ca772e7f HTTP/1.1" status: 200 len: 267 time: 0.0427485 Mar 08 13:16:41.939095 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-2f4fd2f1-71df-45eb-abc9-8da5f8c705c4 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:41.940535 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-2f4fd2f1-71df-45eb-abc9-8da5f8c705c4 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/networks?id=bffea359-2851-41c2-a7e4-22be5e5cad3b HTTP/1.1" status: 200 len: 811 time: 0.0960407 Mar 08 13:16:41.954371 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-b46e9301-670a-49de-bef8-1e4c14fa13ac tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/quotas/b8a4d542bb974b6cabe91528ca772e7f HTTP/1.1" status: 200 len: 375 time: 0.0086274 Mar 08 13:16:42.014063 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-d640fcc8-e3b4-41c7-9a8f-b724470084a0 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8a4d542bb974b6cabe91528ca772e7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550978 Mar 08 13:16:42.151246 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-1a5ca3d1-7f8f-4a63-a55f-4b55147fa8f0 service neutron] 10.222.0.50 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255586 Mar 08 13:16:42.238742 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-a231f3d7-3640-4c73-8edc-81962eb874c3 service neutron] 10.222.0.50 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813410 Mar 08 13:16:42.558748 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:42.572047 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dfe2853c-62bf-4f0e-8aa1-b25679bb05fc req-c2a958d7-68a9-40a0-9bba-5892077fcc80 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=12a1e6c1-3080-4afa-a65a-7a8944745958 HTTP/1.1" status: 200 len: 210 time: 0.0828257 Mar 08 13:16:43.510314 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-a50df4ec-c6e8-4f20-b77a-e1137c390685 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:43.511756 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-a50df4ec-c6e8-4f20-b77a-e1137c390685 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.72 "GET /v2.0/networks?id=bffea359-2851-41c2-a7e4-22be5e5cad3b HTTP/1.1" status: 200 len: 811 time: 0.1000183 Mar 08 13:16:43.579389 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-866df8bd-e131-4107-891e-02d98d25eef6 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8a4d542bb974b6cabe91528ca772e7f HTTP/1.1" status: 200 len: 380 time: 0.0526793 Mar 08 13:16:43.599825 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-5a313af5-7dbe-431f-817a-a9890d540ee6 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Request body: {'port': {'device_id': '12a1e6c1-3080-4afa-a65a-7a8944745958', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'admin_state_up': True, 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'security_groups': ['c64e98b6-ece2-4837-865a-87d6c99b0c3e']}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:16:43.673038 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-19e23d51-3e85-4631-b3e9-74be81cff955 req-26815963-1726-4d21-a02c-23e185165688 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=12a1e6c1-3080-4afa-a65a-7a8944745958 HTTP/1.1" status: 200 len: 210 time: 0.0274198 Mar 08 13:16:43.716833 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-5a313af5-7dbe-431f-817a-a9890d540ee6 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Made reservation on behalf of b8a4d542bb974b6cabe91528ca772e7f for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:16:43.720274 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-5a313af5-7dbe-431f-817a-a9890d540ee6 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:43.846936 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-5a313af5-7dbe-431f-817a-a9890d540ee6 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Allocated IP 172.20.0.11 (bffea359-2851-41c2-a7e4-22be5e5cad3b/7cd56575-d6b1-425a-8684-03ed91d4135e/0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:16:43.987792 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-5a313af5-7dbe-431f-817a-a9890d540ee6 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for port (0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:44.021264 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-5a313af5-7dbe-431f-817a-a9890d540ee6 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:44.069966 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-5a313af5-7dbe-431f-817a-a9890d540ee6 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Network bffea359-2851-41c2-a7e4-22be5e5cad3b is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:16:44.073044 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-5a313af5-7dbe-431f-817a-a9890d540ee6 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:16:44.076910 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-5a313af5-7dbe-431f-817a-a9890d540ee6 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:16:44.102096 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a313af5-7dbe-431f-817a-a9890d540ee6 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Pushing event updated for resources: {'Port': ['ID=0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:44.131917 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-5a313af5-7dbe-431f-817a-a9890d540ee6 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:44.132674 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-5a313af5-7dbe-431f-817a-a9890d540ee6 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:44.149902 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-5a313af5-7dbe-431f-817a-a9890d540ee6 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5538721 Mar 08 13:16:44.218643 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-406e1f11-3240-40c5-b17f-02dec38f6d86 service neutron] Request body: {'port': {'device_id': '12a1e6c1-3080-4afa-a65a-7a8944745958', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:16:44.280694 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-a9621621-c010-47e7-b95f-ae1b113d0c4b None None] Provisioning complete for port 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:16:44.281235 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a9621621-c010-47e7-b95f-ae1b113d0c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:44.286002 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-406e1f11-3240-40c5-b17f-02dec38f6d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:44.314763 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-a9621621-c010-47e7-b95f-ae1b113d0c4b None None] Port 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:16:44.547563 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-406e1f11-3240-40c5-b17f-02dec38f6d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:16:44.555022 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-406e1f11-3240-40c5-b17f-02dec38f6d86 service neutron] Publish callbacks [] for port (0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:44.567150 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-406e1f11-3240-40c5-b17f-02dec38f6d86 service neutron] Transition to ACTIVE for port object 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:16:44.570086 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-406e1f11-3240-40c5-b17f-02dec38f6d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:44.622489 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e1f11-3240-40c5-b17f-02dec38f6d86 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:44.692518 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-406e1f11-3240-40c5-b17f-02dec38f6d86 service neutron] Attempting to bind port 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:16:44.692878 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-406e1f11-3240-40c5-b17f-02dec38f6d86 service neutron] Attempting to bind port 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '48478562-4b0e-4f41-a101-cd3a458c3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:16:44.693203 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-406e1f11-3240-40c5-b17f-02dec38f6d86 service neutron] Attempting to bind port 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 on network bffea359-2851-41c2-a7e4-22be5e5cad3b {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:16:44.697675 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-406e1f11-3240-40c5-b17f-02dec38f6d86 service neutron] Port 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 on network bffea359-2851-41c2-a7e4-22be5e5cad3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:16:44.697988 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-406e1f11-3240-40c5-b17f-02dec38f6d86 service neutron] Attempting to bind port 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 on network bffea359-2851-41c2-a7e4-22be5e5cad3b {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:16:44.703371 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-406e1f11-3240-40c5-b17f-02dec38f6d86 service neutron] Checking agent: {'id': '1556a156-0b90-4c62-9625-a828b1293451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'started_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:16:44.703706 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-406e1f11-3240-40c5-b17f-02dec38f6d86 service neutron] Checking segment: {'id': '48478562-4b0e-4f41-a101-cd3a458c3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:16:44.704073 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-406e1f11-3240-40c5-b17f-02dec38f6d86 service neutron] Bound using segment: {'id': '48478562-4b0e-4f41-a101-cd3a458c3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:16:44.704489 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-406e1f11-3240-40c5-b17f-02dec38f6d86 service neutron] Bound port: 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48478562-4b0e-4f41-a101-cd3a458c3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:16:44.704878 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-406e1f11-3240-40c5-b17f-02dec38f6d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:44.797264 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-406e1f11-3240-40c5-b17f-02dec38f6d86 service neutron] For port 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3, host hv-cinder-83008, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:16:44.800991 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-406e1f11-3240-40c5-b17f-02dec38f6d86 service neutron] For port 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3,segment=NetworkSegment(48478562-4b0e-4f41-a101-cd3a458c3b06),segment_id=48478562-4b0e-4f41-a101-cd3a458c3b06)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:16:44.808646 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-406e1f11-3240-40c5-b17f-02dec38f6d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:44.848850 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b7618-f708-4a28-b1dd-14615eeaeec2 req-726fd4bf-fe7d-41f8-9221-b9eaecdba78b tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:44.850345 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ec9b7618-f708-4a28-b1dd-14615eeaeec2 req-726fd4bf-fe7d-41f8-9221-b9eaecdba78b tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=12a1e6c1-3080-4afa-a65a-7a8944745958 HTTP/1.1" status: 200 len: 944 time: 0.1037927 Mar 08 13:16:44.863048 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-406e1f11-3240-40c5-b17f-02dec38f6d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:44.863656 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-406e1f11-3240-40c5-b17f-02dec38f6d86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:44.865413 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-406e1f11-3240-40c5-b17f-02dec38f6d86 service neutron] 10.222.0.72 "PUT /v2.0/ports/0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 HTTP/1.1" status: 200 len: 1094 time: 0.7017634 Mar 08 13:16:44.865717 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a1e6c1-3080-4afa-a65a-7a8944745958', 'tag': '0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:16:44.867942 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa60b60-71f1-4468-905d-dd37b8de92c3" -d '{"events": [{"name": "network-changed", "server_uuid": "12a1e6c1-3080-4afa-a65a-7a8944745958", "tag": "0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:16:44.903397 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e1f11-3240-40c5-b17f-02dec38f6d86 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:44.917963 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970bac34-7856-4a6f-92b6-93c44c1031ec x-openstack-request-id: req-970bac34-7856-4a6f-92b6-93c44c1031ec {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:16:44.918261 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12a1e6c1-3080-4afa-a65a-7a8944745958", "tag": "0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:16:44.918546 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-970bac34-7856-4a6f-92b6-93c44c1031ec {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:16:44.918977 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12a1e6c1-3080-4afa-a65a-7a8944745958', 'tag': '0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3', 'status': 'completed', 'code': 200} Mar 08 13:16:44.932771 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ec9b7618-f708-4a28-b1dd-14615eeaeec2 req-5159d016-b3ca-4fd3-b1a7-8ac4b4102004 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735452 Mar 08 13:16:45.000944 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-f010c527-eab2-4d96-96ab-82d5dd613480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:45.002597 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-f010c527-eab2-4d96-96ab-82d5dd613480 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8a4d542bb974b6cabe91528ca772e7f&device_id=12a1e6c1-3080-4afa-a65a-7a8944745958 HTTP/1.1" status: 200 len: 1128 time: 0.0489101 Mar 08 13:16:45.050248 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-422db7ff-40c9-46ec-8bc3-6e4319360f50 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 HTTP/1.1" status: 200 len: 217 time: 0.0348849 Mar 08 13:16:45.100210 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-3a369d50-3c9f-443e-bad9-716dcb4e0d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:45.101571 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-3a369d50-3c9f-443e-bad9-716dcb4e0d6b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7cd56575-d6b1-425a-8684-03ed91d4135e HTTP/1.1" status: 200 len: 850 time: 0.0460570 Mar 08 13:16:45.149884 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-1690e802-5055-4192-8692-c63f0d1935ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:45.151306 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-1690e802-5055-4192-8692-c63f0d1935ed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bffea359-2851-41c2-a7e4-22be5e5cad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438039 Mar 08 13:16:45.240270 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-e4ebe0af-530c-4df3-959a-fb1a2ec54326 service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818832 Mar 08 13:16:45.338240 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-683e5208-a1fd-440d-9085-f3b36b6ce98c req-4f4d07fc-6f37-4915-a655-ed65e24cfa1c service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917156 Mar 08 13:16:45.479048 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa60b60-71f1-4468-905d-dd37b8de92c3 req-a765a330-ac91-4099-bc30-bfec08c28037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:45.480518 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2fa60b60-71f1-4468-905d-dd37b8de92c3 req-a765a330-ac91-4099-bc30-bfec08c28037 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8a4d542bb974b6cabe91528ca772e7f&device_id=12a1e6c1-3080-4afa-a65a-7a8944745958 HTTP/1.1" status: 200 len: 1128 time: 0.0439761 Mar 08 13:16:45.572033 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa60b60-71f1-4468-905d-dd37b8de92c3 req-d2d712de-c2e9-4b98-8f4d-c1dc86d2f679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:45.573507 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2fa60b60-71f1-4468-905d-dd37b8de92c3 req-d2d712de-c2e9-4b98-8f4d-c1dc86d2f679 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bffea359-2851-41c2-a7e4-22be5e5cad3b HTTP/1.1" status: 200 len: 913 time: 0.0865846 Mar 08 13:16:45.617340 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2fa60b60-71f1-4468-905d-dd37b8de92c3 req-501d464c-f9c7-4e72-af55-f89d235bf8f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 HTTP/1.1" status: 200 len: 217 time: 0.0381458 Mar 08 13:16:45.664826 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa60b60-71f1-4468-905d-dd37b8de92c3 req-cd9bb9bd-2829-4359-a263-f2c4bbc2a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:45.666225 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2fa60b60-71f1-4468-905d-dd37b8de92c3 req-cd9bb9bd-2829-4359-a263-f2c4bbc2a2a8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7cd56575-d6b1-425a-8684-03ed91d4135e HTTP/1.1" status: 200 len: 850 time: 0.0427651 Mar 08 13:16:45.720710 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa60b60-71f1-4468-905d-dd37b8de92c3 req-c83ba420-9dfd-413d-b321-375ac499b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:45.722190 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2fa60b60-71f1-4468-905d-dd37b8de92c3 req-c83ba420-9dfd-413d-b321-375ac499b4f5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bffea359-2851-41c2-a7e4-22be5e5cad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497258 Mar 08 13:16:45.810525 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2fa60b60-71f1-4468-905d-dd37b8de92c3 req-f98999ff-282c-464e-ae33-0738e08b987f service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811856 Mar 08 13:16:45.833544 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [req-c83e997d-b35b-4d00-9923-63a3e60d19d6 req-61a9a477-7413-47ac-89be-616d984e606b service neutron] (102969) timed out ('10.222.0.72', 58788) {{(pid=102969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 13:16:45.899484 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2fa60b60-71f1-4468-905d-dd37b8de92c3 req-23181fcf-0d49-460e-8707-2dbda43f91b6 service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835664 Mar 08 13:16:46.053193 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82625c7d-42f2-40bb-bdf6-d605fd28c357 req-2850bdb3-b6b8-4623-a27f-da3795b7a9b4 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:46.054655 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-82625c7d-42f2-40bb-bdf6-d605fd28c357 req-2850bdb3-b6b8-4623-a27f-da3795b7a9b4 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=12a1e6c1-3080-4afa-a65a-7a8944745958 HTTP/1.1" status: 200 len: 944 time: 0.0512071 Mar 08 13:16:46.100854 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-82625c7d-42f2-40bb-bdf6-d605fd28c357 req-aba43a52-531c-4aab-8ccf-c11c7bfc6d57 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404873 Mar 08 13:16:47.216854 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fe7ac-8199-4377-90f3-57d22ee054da req-37ecdccb-1e5a-47d4-bd6a-5de3079a8f90 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:47.218315 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5c4fe7ac-8199-4377-90f3-57d22ee054da req-37ecdccb-1e5a-47d4-bd6a-5de3079a8f90 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=12a1e6c1-3080-4afa-a65a-7a8944745958 HTTP/1.1" status: 200 len: 944 time: 0.0520504 Mar 08 13:16:47.266493 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5c4fe7ac-8199-4377-90f3-57d22ee054da req-03d897a4-dfb0-4342-b0df-c8c3ce14a27e tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427451 Mar 08 13:16:48.384521 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9fd3a-e0e7-4b85-873b-cd868648bbfd req-6c5d7537-4d2f-475c-89e1-4b899de5b47d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:48.386000 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2ba9fd3a-e0e7-4b85-873b-cd868648bbfd req-6c5d7537-4d2f-475c-89e1-4b899de5b47d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=12a1e6c1-3080-4afa-a65a-7a8944745958 HTTP/1.1" status: 200 len: 944 time: 0.0544305 Mar 08 13:16:48.432614 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2ba9fd3a-e0e7-4b85-873b-cd868648bbfd req-582da9c1-e599-4cb9-9894-99839ed2639e tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405037 Mar 08 13:16:49.546787 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14700b-3418-45fc-a3bc-c5fcee743fa7 req-49994825-b224-48a4-a7c4-281b5f5b3e8f tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:49.548157 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-df14700b-3418-45fc-a3bc-c5fcee743fa7 req-49994825-b224-48a4-a7c4-281b5f5b3e8f tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=12a1e6c1-3080-4afa-a65a-7a8944745958 HTTP/1.1" status: 200 len: 944 time: 0.0508764 Mar 08 13:16:49.600212 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-df14700b-3418-45fc-a3bc-c5fcee743fa7 req-c0bf2dfa-1a23-4d6e-8723-bf2d18aae661 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466328 Mar 08 13:16:50.714809 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943623d-f907-4509-85bc-9c08fdde0881 req-9e8a8661-0dc7-41d2-8c96-ca606076a0f9 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:50.716759 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1943623d-f907-4509-85bc-9c08fdde0881 req-9e8a8661-0dc7-41d2-8c96-ca606076a0f9 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=12a1e6c1-3080-4afa-a65a-7a8944745958 HTTP/1.1" status: 200 len: 944 time: 0.0503514 Mar 08 13:16:50.762818 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1943623d-f907-4509-85bc-9c08fdde0881 req-64322843-a918-49db-8347-b6be9787799f tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405993 Mar 08 13:16:51.881947 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe4d25-765b-4b15-b2c4-81cea59b7a25 req-4eab5d5a-22e2-481f-9cb3-e2a837f1096d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:51.883385 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e3fe4d25-765b-4b15-b2c4-81cea59b7a25 req-4eab5d5a-22e2-481f-9cb3-e2a837f1096d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=12a1e6c1-3080-4afa-a65a-7a8944745958 HTTP/1.1" status: 200 len: 944 time: 0.0509524 Mar 08 13:16:51.929813 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e3fe4d25-765b-4b15-b2c4-81cea59b7a25 req-ad48322d-e0a1-48f5-80f1-a9445ef6e165 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403547 Mar 08 13:16:52.103303 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:16:53.042922 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac3c49-77d8-408a-91e9-9ed471acecdb req-d5790214-561a-4390-9417-009e625f77d2 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:53.044418 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b2ac3c49-77d8-408a-91e9-9ed471acecdb req-d5790214-561a-4390-9417-009e625f77d2 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=12a1e6c1-3080-4afa-a65a-7a8944745958 HTTP/1.1" status: 200 len: 944 time: 0.0501506 Mar 08 13:16:53.094908 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b2ac3c49-77d8-408a-91e9-9ed471acecdb req-88c935fa-318e-4218-99bd-160b5b1ee90e tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449817 Mar 08 13:16:54.210491 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f3479-1445-4910-8f6f-350656d57fc2 req-cd039590-8b46-4892-8394-19b90dd0bf62 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:54.211948 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-977f3479-1445-4910-8f6f-350656d57fc2 req-cd039590-8b46-4892-8394-19b90dd0bf62 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=12a1e6c1-3080-4afa-a65a-7a8944745958 HTTP/1.1" status: 200 len: 944 time: 0.0514724 Mar 08 13:16:54.259508 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-977f3479-1445-4910-8f6f-350656d57fc2 req-c1e26f26-5dac-49f2-acca-43839f37132e tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420916 Mar 08 13:16:54.733803 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4164d840-2435-472d-ba59-b306f3cf5ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:55.271908 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:16:55.366846 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3,segment=NetworkSegment(48478562-4b0e-4f41-a101-cd3a458c3b06),segment_id=48478562-4b0e-4f41-a101-cd3a458c3b06)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:16:55.374880 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8252dc-2791-4a64-8add-ad44240206ed req-c3f3bd76-375c-412c-9c91-687c610c307d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:55.376362 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ab8252dc-2791-4a64-8add-ad44240206ed req-c3f3bd76-375c-412c-9c91-687c610c307d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=12a1e6c1-3080-4afa-a65a-7a8944745958 HTTP/1.1" status: 200 len: 944 time: 0.0525010 Mar 08 13:16:55.377658 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Returning: {'device': '0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'port_id': '0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3', 'mac_address': 'fa:16:3e:70:57:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:16:55.417585 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:16:55.417987 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:55.424256 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ab8252dc-2791-4a64-8add-ad44240206ed req-fd23b3bc-f226-4e74-98ee-e23f9887c191 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422955 Mar 08 13:16:55.430729 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:16:55.450573 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3,segment=NetworkSegment(48478562-4b0e-4f41-a101-cd3a458c3b06),segment_id=48478562-4b0e-4f41-a101-cd3a458c3b06)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:16:55.454434 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:55.499422 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:55.863489 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:16:56.544159 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d48475-840e-4c99-a38e-0a4cb11aec17 req-d2f75498-1666-43e4-9dab-46c6524b20bb tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:56.545553 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a2d48475-840e-4c99-a38e-0a4cb11aec17 req-d2f75498-1666-43e4-9dab-46c6524b20bb tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=12a1e6c1-3080-4afa-a65a-7a8944745958 HTTP/1.1" status: 200 len: 945 time: 0.0551283 Mar 08 13:16:56.592409 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a2d48475-840e-4c99-a38e-0a4cb11aec17 req-5a5ed246-b4eb-4eaa-bb5b-49162ba30c38 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414379 Mar 08 13:16:56.948515 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d012b777-d67a-4f0b-a1d8-42d2a0d4d6d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:57.290879 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 up at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:16:57.341653 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning for port 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:16:57.345302 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning complete for port 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:16:57.345678 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:57.419436 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:16:57.419822 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:57.441299 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a1e6c1-3080-4afa-a65a-7a8944745958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:16:57.443535 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f02a98a4da79acb06d2148361802764e90037bdc05c069ddf0d3843ada5eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c332871-21fd-454d-b362-97973ded0b63" -d '{"events": [{"server_uuid": "12a1e6c1-3080-4afa-a65a-7a8944745958", "name": "network-vif-plugged", "status": "completed", "tag": "0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:16:57.456063 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3,segment=NetworkSegment(48478562-4b0e-4f41-a101-cd3a458c3b06),segment_id=48478562-4b0e-4f41-a101-cd3a458c3b06)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:16:57.459671 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:57.485239 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e3a6b5-7c23-4b22-a88b-960f21023d3e x-openstack-request-id: req-86e3a6b5-7c23-4b22-a88b-960f21023d3e {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:16:57.485529 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a1e6c1-3080-4afa-a65a-7a8944745958", "name": "network-vif-plugged", "status": "completed", "tag": "0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:16:57.485781 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-86e3a6b5-7c23-4b22-a88b-960f21023d3e {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:16:57.486424 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a1e6c1-3080-4afa-a65a-7a8944745958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3', 'code': 200} Mar 08 13:16:57.511549 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:57.732967 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87f137-dcd1-49f3-9a53-652be43317a3 req-5c3bb852-e148-4ab6-b9a8-9c69f67657a4 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:57.734417 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4c87f137-dcd1-49f3-9a53-652be43317a3 req-5c3bb852-e148-4ab6-b9a8-9c69f67657a4 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=12a1e6c1-3080-4afa-a65a-7a8944745958 HTTP/1.1" status: 200 len: 946 time: 0.0758922 Mar 08 13:16:57.762982 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b364ab-b274-4bff-836a-c1110f20d269 req-b5107c29-c6be-458f-8730-10857a7a8611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:57.764346 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c7b364ab-b274-4bff-836a-c1110f20d269 req-b5107c29-c6be-458f-8730-10857a7a8611 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=12a1e6c1-3080-4afa-a65a-7a8944745958 HTTP/1.1" status: 200 len: 1130 time: 0.0684881 Mar 08 13:16:57.808663 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4c87f137-dcd1-49f3-9a53-652be43317a3 req-f3c9ba27-1895-4277-a97f-61c77400047d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675712 Mar 08 13:16:57.829360 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c7b364ab-b274-4bff-836a-c1110f20d269 req-74516469-1951-49bb-b35a-d33a4309d76e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561831 Mar 08 13:16:58.192645 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:58.925529 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19873a38-0121-4290-add9-9929513771c9 req-9db8a450-d17a-4fd6-96ea-5b6c50b8b905 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:58.926997 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-19873a38-0121-4290-add9-9929513771c9 req-9db8a450-d17a-4fd6-96ea-5b6c50b8b905 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=12a1e6c1-3080-4afa-a65a-7a8944745958 HTTP/1.1" status: 200 len: 946 time: 0.0507295 Mar 08 13:16:58.973321 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-19873a38-0121-4290-add9-9929513771c9 req-0fdd9eee-c6e9-419f-b0b9-87ecc5ba5e1b tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408673 Mar 08 13:16:59.632674 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:00.090167 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d59e7-a252-4ad5-b333-aa09f3445bf0 req-acecc646-b311-47b4-a529-1203ca639451 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:00.092280 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ea9d59e7-a252-4ad5-b333-aa09f3445bf0 req-acecc646-b311-47b4-a529-1203ca639451 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=12a1e6c1-3080-4afa-a65a-7a8944745958 HTTP/1.1" status: 200 len: 946 time: 0.0515773 Mar 08 13:17:00.138855 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ea9d59e7-a252-4ad5-b333-aa09f3445bf0 req-26c0b9dc-b502-4a29-811b-0488d34fd4fe tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410964 Mar 08 13:17:00.256274 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf55539-e7fd-4118-83ef-b4a62f2136ff req-2b130fac-7ce8-477c-9ee4-5167fdc82b94 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:00.257780 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9bf55539-e7fd-4118-83ef-b4a62f2136ff req-2b130fac-7ce8-477c-9ee4-5167fdc82b94 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=12a1e6c1-3080-4afa-a65a-7a8944745958 HTTP/1.1" status: 200 len: 946 time: 0.0552413 Mar 08 13:17:00.304445 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9bf55539-e7fd-4118-83ef-b4a62f2136ff req-e235a682-d879-4e6b-9cc6-7fd6ecbf1c4d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406177 Mar 08 13:17:00.326555 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47658) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:17:00.461443 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eec8a55-d44a-4546-814e-f202f0d661d7 tempest-TestVolumeBootPattern-2047289101 tempest-TestVolumeBootPattern-2047289101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:00.462926 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-7eec8a55-d44a-4546-814e-f202f0d661d7 tempest-TestVolumeBootPattern-2047289101 tempest-TestVolumeBootPattern-2047289101-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=12a1e6c1-3080-4afa-a65a-7a8944745958 HTTP/1.1" status: 200 len: 1125 time: 0.1354423 Mar 08 13:17:00.465763 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47662) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:17:00.469935 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Request body: {'floatingip': {'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'port_id': '0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:17:00.488963 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:00.585509 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:00.689403 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Allocated IP 172.27.3.240 (5c176cc8-3706-4b4e-95aa-80d42c394e72/67bc08be-d366-4d47-9bdf-b91b4b3bbd14/fb76a277-307d-47f4-80fb-3118a2dd1cd0) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:17:00.787639 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for port (fb76a277-307d-47f4-80fb-3118a2dd1cd0), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:00.819668 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (fb76a277-307d-47f4-80fb-3118a2dd1cd0), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:00.855436 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:17:00.860001 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:17:00.863614 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:17:00.884800 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Pushing event updated for resources: {'Port': ['ID=fb76a277-307d-47f4-80fb-3118a2dd1cd0,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:17:00.897250 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:00.897600 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:00.897942 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:00.898276 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:00.898610 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:00.898936 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:00.899263 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:00.899589 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:00.899913 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:00.900236 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:00.900580 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:00.900902 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:00.901220 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:00.976185 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:01.227729 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for floatingip (17d78589-b12d-4af3-b884-3885314884e8), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:01.292885 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (fb76a277-307d-47f4-80fb-3118a2dd1cd0), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:01.436797 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for port (fb76a277-307d-47f4-80fb-3118a2dd1cd0), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:01.441229 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4287010'] for port (fb76a277-307d-47f4-80fb-3118a2dd1cd0), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:01.513432 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Pushing event updated for resources: {'Port': ['ID=fb76a277-307d-47f4-80fb-3118a2dd1cd0,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:17:01.525557 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (17d78589-b12d-4af3-b884-3885314884e8), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:01.624470 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.db.l3_db [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Floating IP 17d78589-b12d-4af3-b884-3885314884e8 associated. External IP: 172.27.3.240, port: 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3. Mar 08 13:17:02.083944 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Router b839d5a1-f2a2-487c-8bef-cf19efd02922 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:17:02.194482 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:17:02.203983 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8347542-481c-4e8b-a3e0-188fffee7f0f None None] Sync routers for ids ['b839d5a1-f2a2-487c-8bef-cf19efd02922'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:17:02.213857 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:02.214801 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8347542-481c-4e8b-a3e0-188fffee7f0f None None] Routers {'b839d5a1-f2a2-487c-8bef-cf19efd02922'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:17:02.215457 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-f8347542-481c-4e8b-a3e0-188fffee7f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:16:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['b839d5a1-f2a2-487c-8bef-cf19efd02922'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:17:02.252583 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-5d1c3c00-2e24-4192-90ee-668d1b50bf33 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7758052 Mar 08 13:17:02.252583 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a1e6c1-3080-4afa-a65a-7a8944745958', 'tag': '0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3'}] {{(pid=102969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:17:02.252583 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6dc8d9b138c58f0a8cee2dfca36ebed44ad9fbebfb71e487ffd146a8a650eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb7b581-2450-4ff0-b774-3f5aeccc4923" -d '{"events": [{"name": "network-changed", "server_uuid": "12a1e6c1-3080-4afa-a65a-7a8944745958", "tag": "0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3"}]}' {{(pid=102969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:17:02.284429 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7a9d22-4e9c-45ba-b77f-e295d5b6cefe x-openstack-request-id: req-7e7a9d22-4e9c-45ba-b77f-e295d5b6cefe {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:17:02.285813 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12a1e6c1-3080-4afa-a65a-7a8944745958", "tag": "0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3", "status": "completed", "code": 200}]} {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:17:02.286077 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7e7a9d22-4e9c-45ba-b77f-e295d5b6cefe {{(pid=102969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:17:02.286485 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12a1e6c1-3080-4afa-a65a-7a8944745958', 'tag': '0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3', 'status': 'completed', 'code': 200} Mar 08 13:17:02.331357 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-f8347542-481c-4e8b-a3e0-188fffee7f0f None None] Set router b839d5a1-f2a2-487c-8bef-cf19efd02922 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:17:02.382110 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7b581-2450-4ff0-b774-3f5aeccc4923 req-777a1dac-f750-4a18-90eb-2ac4f719a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:02.383668 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7bb7b581-2450-4ff0-b774-3f5aeccc4923 req-777a1dac-f750-4a18-90eb-2ac4f719a85e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8a4d542bb974b6cabe91528ca772e7f&device_id=12a1e6c1-3080-4afa-a65a-7a8944745958 HTTP/1.1" status: 200 len: 1130 time: 0.0465076 Mar 08 13:17:02.476236 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7b581-2450-4ff0-b774-3f5aeccc4923 req-d9cb72a4-c1c3-4cc3-9c9e-429aa86a36b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:02.477742 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7bb7b581-2450-4ff0-b774-3f5aeccc4923 req-d9cb72a4-c1c3-4cc3-9c9e-429aa86a36b2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bffea359-2851-41c2-a7e4-22be5e5cad3b HTTP/1.1" status: 200 len: 913 time: 0.0880523 Mar 08 13:17:02.541520 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7bb7b581-2450-4ff0-b774-3f5aeccc4923 req-47bb4495-1acb-418c-9e9d-28d46b7bbcf0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 HTTP/1.1" status: 200 len: 1000 time: 0.0576255 Mar 08 13:17:02.552142 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-f8347542-481c-4e8b-a3e0-188fffee7f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:10:55Z', 'updated_at': '2022-03-08T13:10:59Z', 'revision_number': 4, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'gw_port': {'id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:56Z', 'updated_at': '2022-03-08T13:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '17d78589-b12d-4af3-b884-3885314884e8', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'port_id': '0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'mac_address': 'fa:16:3e:70:57:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a1e6c1-3080-4afa-a65a-7a8944745958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:17:01Z', 'updated_at': '2022-03-08T13:17:01Z', 'revision_number': 0, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'fixed_ip_address_scope': None}, {'id': '4ffd9e86-9018-43e8-b77e-71e7b28e6f62', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'port_id': '1c95cb35-71f5-496c-8a04-cfdb42625a42', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'mac_address': 'fa:16:3e:e0:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe2c728-551c-4ef7-870d-a7d388fe4a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:14:29Z', 'updated_at': '2022-03-08T13:14:32Z', 'revision_number': 1, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116108c6-01bf-4a40-9461-117683c243b3', 'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'mac_address': 'fa:16:3e:7e:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:58Z', 'updated_at': '2022-03-08T13:11:05Z', 'revision_number': 5, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'subnets': [{'id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:17:02.580837 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8347542-481c-4e8b-a3e0-188fffee7f0f None None] Checking router: b839d5a1-f2a2-487c-8bef-cf19efd02922 for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:17:02.588953 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8347542-481c-4e8b-a3e0-188fffee7f0f None None] Routers {'b839d5a1-f2a2-487c-8bef-cf19efd02922'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:17:02.589563 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-f8347542-481c-4e8b-a3e0-188fffee7f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:16:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['b839d5a1-f2a2-487c-8bef-cf19efd02922'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:17:02.591607 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7b581-2450-4ff0-b774-3f5aeccc4923 req-d662d91a-d534-4535-b43a-f28958deda89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:02.593071 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7bb7b581-2450-4ff0-b774-3f5aeccc4923 req-d662d91a-d534-4535-b43a-f28958deda89 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7cd56575-d6b1-425a-8684-03ed91d4135e HTTP/1.1" status: 200 len: 850 time: 0.0458868 Mar 08 13:17:02.641257 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7b581-2450-4ff0-b774-3f5aeccc4923 req-bfe1e1df-d61f-4f99-8c55-6a5fc1c120f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:02.642650 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7bb7b581-2450-4ff0-b774-3f5aeccc4923 req-bfe1e1df-d61f-4f99-8c55-6a5fc1c120f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bffea359-2851-41c2-a7e4-22be5e5cad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433345 Mar 08 13:17:02.732325 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7bb7b581-2450-4ff0-b774-3f5aeccc4923 req-6ee9d0ef-a4b4-4b9d-8291-e931ca99db71 service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839505 Mar 08 13:17:02.825413 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7bb7b581-2450-4ff0-b774-3f5aeccc4923 req-8eab05e7-5b0c-463a-943e-473fe2641eac service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871553 Mar 08 13:17:02.825706 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-f8347542-481c-4e8b-a3e0-188fffee7f0f None None] Set router b839d5a1-f2a2-487c-8bef-cf19efd02922 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:17:03.043931 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-f8347542-481c-4e8b-a3e0-188fffee7f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:10:55Z', 'updated_at': '2022-03-08T13:10:59Z', 'revision_number': 4, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'gw_port': {'id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:56Z', 'updated_at': '2022-03-08T13:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '17d78589-b12d-4af3-b884-3885314884e8', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'port_id': '0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'mac_address': 'fa:16:3e:70:57:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a1e6c1-3080-4afa-a65a-7a8944745958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:17:01Z', 'updated_at': '2022-03-08T13:17:01Z', 'revision_number': 0, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'fixed_ip_address_scope': None}, {'id': '4ffd9e86-9018-43e8-b77e-71e7b28e6f62', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'port_id': '1c95cb35-71f5-496c-8a04-cfdb42625a42', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'mac_address': 'fa:16:3e:e0:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe2c728-551c-4ef7-870d-a7d388fe4a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:14:29Z', 'updated_at': '2022-03-08T13:14:32Z', 'revision_number': 1, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116108c6-01bf-4a40-9461-117683c243b3', 'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'mac_address': 'fa:16:3e:7e:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:58Z', 'updated_at': '2022-03-08T13:11:05Z', 'revision_number': 5, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'subnets': [{'id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:17:03.072315 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8347542-481c-4e8b-a3e0-188fffee7f0f None None] The sync data for ids ['b839d5a1-f2a2-487c-8bef-cf19efd02922'] in dv-cinder-830089-2-iscsi is: [{'id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:10:55Z', 'updated_at': '2022-03-08T13:10:59Z', 'revision_number': 4, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'gw_port': {'id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:56Z', 'updated_at': '2022-03-08T13:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '17d78589-b12d-4af3-b884-3885314884e8', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'port_id': '0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'mac_address': 'fa:16:3e:70:57:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a1e6c1-3080-4afa-a65a-7a8944745958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:17:01Z', 'updated_at': '2022-03-08T13:17:01Z', 'revision_number': 0, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'fixed_ip_address_scope': None}, {'id': '4ffd9e86-9018-43e8-b77e-71e7b28e6f62', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'port_id': '1c95cb35-71f5-496c-8a04-cfdb42625a42', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'mac_address': 'fa:16:3e:e0:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe2c728-551c-4ef7-870d-a7d388fe4a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:14:29Z', 'updated_at': '2022-03-08T13:14:32Z', 'revision_number': 1, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116108c6-01bf-4a40-9461-117683c243b3', 'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'mac_address': 'fa:16:3e:7e:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:58Z', 'updated_at': '2022-03-08T13:11:05Z', 'revision_number': 5, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'subnets': [{'id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:17:03.263469 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eaaf15-a079-45d3-ad1b-13e65afa779a None None] New status for floating IP 17d78589-b12d-4af3-b884-3885314884e8: ACTIVE {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:17:07.625446 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [req-0475d3a0-fbb9-4c74-810a-218a6e2ec714 req-fca818cc-a556-45ce-8ecb-2418411172be service neutron] (102969) timed out ('10.222.0.72', 58776) {{(pid=102969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 13:17:07.699252 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [req-210ef181-0748-45ac-baf8-b025d8744423 req-88b1ff7f-333a-4349-8133-158e1d08a77e service neutron] (102968) timed out ('10.222.0.72', 58761) {{(pid=102968) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 13:17:12.563218 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:24.738132 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eecddbb6-2b0f-4521-a38f-2f2674f643ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:26.951814 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-40422a09-d39f-485e-8edc-3f48fdae3eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:28.193333 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:29.102793 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:17:29.635974 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:30.977229 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:42.556786 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:53.318083 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db2cbc-5b2f-4b8b-b22b-9acb2908a216 req-e30ea026-41ee-46c9-b502-dd6b12c4ee9b tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:53.319548 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-29db2cbc-5b2f-4b8b-b22b-9acb2908a216 req-e30ea026-41ee-46c9-b502-dd6b12c4ee9b tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec HTTP/1.1" status: 200 len: 945 time: 0.0514464 Mar 08 13:17:53.365317 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-29db2cbc-5b2f-4b8b-b22b-9acb2908a216 req-fce3638b-5169-444e-b487-ede42006c81d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8a48084-bf42-4aa3-b8a5-f3fa8e1c549c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402315 Mar 08 13:17:54.483685 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c4c72-7828-465d-8a15-b7bc4a78f3a3 req-5bacd59b-ec3e-46af-bcc2-4d8047eca26a tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:54.485175 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d07c4c72-7828-465d-8a15-b7bc4a78f3a3 req-5bacd59b-ec3e-46af-bcc2-4d8047eca26a tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec HTTP/1.1" status: 200 len: 945 time: 0.0518403 Mar 08 13:17:54.529662 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d07c4c72-7828-465d-8a15-b7bc4a78f3a3 req-20b90c3f-612f-40ff-98fd-0f3f18a40bc6 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8a48084-bf42-4aa3-b8a5-f3fa8e1c549c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385809 Mar 08 13:17:54.739531 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e735d13e-801e-40bf-80f9-105f69838bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:55.375913 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45bc258-9c31-430a-b7d3-ecf54bd243f1 req-ef8a1137-dfab-4b15-b96f-2ed6ba672acc tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:55.377360 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b45bc258-9c31-430a-b7d3-ecf54bd243f1 req-ef8a1137-dfab-4b15-b96f-2ed6ba672acc tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec HTTP/1.1" status: 200 len: 945 time: 0.0554299 Mar 08 13:17:55.466409 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-b45bc258-9c31-430a-b7d3-ecf54bd243f1 req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Deleting port 7de5f477-5b94-485b-898b-2a8ac6b008cb {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:17:55.466744 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-b45bc258-9c31-430a-b7d3-ecf54bd243f1 req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (7de5f477-5b94-485b-898b-2a8ac6b008cb), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:55.561388 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-b45bc258-9c31-430a-b7d3-ecf54bd243f1 req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] For port 7de5f477-5b94-485b-898b-2a8ac6b008cb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=7de5f477-5b94-485b-898b-2a8ac6b008cb,segment=NetworkSegment(aee775c5-334f-4ae8-a366-a04ce30cc8da),segment_id=aee775c5-334f-4ae8-a366-a04ce30cc8da)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:17:55.561388 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-b45bc258-9c31-430a-b7d3-ecf54bd243f1 req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (7de5f477-5b94-485b-898b-2a8ac6b008cb), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:55.702996 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d391a0-af8a-4a44-82c8-1417a6c1ae67 req-550f0cf1-a47d-4df7-b704-f8302725d23a tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:55.704436 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-63d391a0-af8a-4a44-82c8-1417a6c1ae67 req-550f0cf1-a47d-4df7-b704-f8302725d23a tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec HTTP/1.1" status: 200 len: 945 time: 0.1017706 Mar 08 13:17:55.793301 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-b45bc258-9c31-430a-b7d3-ecf54bd243f1 req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:55.793651 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-b45bc258-9c31-430a-b7d3-ecf54bd243f1 req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (bb538a68-ddbe-4ec1-9ada-4b8935bb6b16), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:55.793966 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.l3_db [req-b45bc258-9c31-430a-b7d3-ecf54bd243f1 req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Floating IP bb538a68-ddbe-4ec1-9ada-4b8935bb6b16 disassociated. External IP: 172.27.3.23, port: 7de5f477-5b94-485b-898b-2a8ac6b008cb. Mar 08 13:17:55.794883 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-b45bc258-9c31-430a-b7d3-ecf54bd243f1 req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Calling delete_port for 7de5f477-5b94-485b-898b-2a8ac6b008cb owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:17:55.808596 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-63d391a0-af8a-4a44-82c8-1417a6c1ae67 req-d7dc6938-7107-4b3b-addf-e7d667adea9e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8a48084-bf42-4aa3-b8a5-f3fa8e1c549c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960979 Mar 08 13:17:55.929424 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-b45bc258-9c31-430a-b7d3-ecf54bd243f1 req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (7de5f477-5b94-485b-898b-2a8ac6b008cb), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:55.956501 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event deleted for resources: {'Port': ['ID=7de5f477-5b94-485b-898b-2a8ac6b008cb,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:17:55.967927 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:55.968279 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:55.968647 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:55.968988 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:55.969323 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:55.969655 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:55.969983 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:55.970315 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:55.970641 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:55.970964 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:55.971288 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:55.971608 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:55.971931 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:56.083712 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b45bc258-9c31-430a-b7d3-ecf54bd243f1 req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Router edb22c2c-5a41-4b47-8bd1-a20af1ac337b has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:17:56.191346 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b45bc258-9c31-430a-b7d3-ecf54bd243f1 req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:17:56.201574 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e9e76f-b6a7-4334-877d-5662f5250f80 None None] Sync routers for ids ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:17:56.211063 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e9e76f-b6a7-4334-877d-5662f5250f80 None None] Routers {'edb22c2c-5a41-4b47-8bd1-a20af1ac337b'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:17:56.211660 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-15e9e76f-b6a7-4334-877d-5662f5250f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:17:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:17:56.235999 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45bc258-9c31-430a-b7d3-ecf54bd243f1 req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] No DVR routers for this DVR port 7de5f477-5b94-485b-898b-2a8ac6b008cb on host hv-cinder-83008 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:17:56.238957 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-b45bc258-9c31-430a-b7d3-ecf54bd243f1 req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:56.242615 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b45bc258-9c31-430a-b7d3-ecf54bd243f1 req-34bf929f-1872-4935-9721-a134304a4679 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.72 "DELETE /v2.0/ports/7de5f477-5b94-485b-898b-2a8ac6b008cb HTTP/1.1" status: 204 len: 173 time: 0.8596289 Mar 08 13:17:56.243164 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec', 'name': 'network-vif-deleted', 'tag': '7de5f477-5b94-485b-898b-2a8ac6b008cb'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:17:56.248520 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fdae22-61af-4639-85a8-b1c153e1581e" -d '{"events": [{"server_uuid": "9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec", "name": "network-vif-deleted", "tag": "7de5f477-5b94-485b-898b-2a8ac6b008cb"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:17:56.287547 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5b8249-062b-4245-bb15-69e00fe7d11e x-openstack-request-id: req-3a5b8249-062b-4245-bb15-69e00fe7d11e {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:17:56.287859 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec", "name": "network-vif-deleted", "tag": "7de5f477-5b94-485b-898b-2a8ac6b008cb", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:17:56.288155 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3a5b8249-062b-4245-bb15-69e00fe7d11e {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:17:56.288608 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad1d6ed-c0cd-4642-9cef-ae39a002c6ec', 'name': 'network-vif-deleted', 'tag': '7de5f477-5b94-485b-898b-2a8ac6b008cb', 'status': 'completed', 'code': 200} Mar 08 13:17:56.324317 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-15e9e76f-b6a7-4334-877d-5662f5250f80 None None] Set router edb22c2c-5a41-4b47-8bd1-a20af1ac337b gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:17:56.534338 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-15e9e76f-b6a7-4334-877d-5662f5250f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 5, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:17:56.559465 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e9e76f-b6a7-4334-877d-5662f5250f80 None None] Checking router: edb22c2c-5a41-4b47-8bd1-a20af1ac337b for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:17:56.567968 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e9e76f-b6a7-4334-877d-5662f5250f80 None None] Routers {'edb22c2c-5a41-4b47-8bd1-a20af1ac337b'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:17:56.568589 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-15e9e76f-b6a7-4334-877d-5662f5250f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:17:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:17:56.674310 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-15e9e76f-b6a7-4334-877d-5662f5250f80 None None] Set router edb22c2c-5a41-4b47-8bd1-a20af1ac337b gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:17:56.879541 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-15e9e76f-b6a7-4334-877d-5662f5250f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 5, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:17:56.891077 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 47762) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:17:56.906319 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e9e76f-b6a7-4334-877d-5662f5250f80 None None] The sync data for ids ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'] in dv-cinder-830089-2-iscsi is: [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 5, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:17:56.949198 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d966e13f-3e5a-4c1a-bbdc-a9b3d9af3f60 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group (f8a48084-bf42-4aa3-b8a5-f3fa8e1c549c), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:56.954106 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b17c3d41-75a7-40d2-94fd-287217dd22a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:56.974422 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d966e13f-3e5a-4c1a-bbdc-a9b3d9af3f60 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group (f8a48084-bf42-4aa3-b8a5-f3fa8e1c549c), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:57.024121 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d966e13f-3e5a-4c1a-bbdc-a9b3d9af3f60 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (f8a48084-bf42-4aa3-b8a5-f3fa8e1c549c), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:57.026842 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d966e13f-3e5a-4c1a-bbdc-a9b3d9af3f60 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:57.028594 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-d966e13f-3e5a-4c1a-bbdc-a9b3d9af3f60 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "DELETE /v2.0/security-groups/f8a48084-bf42-4aa3-b8a5-f3fa8e1c549c HTTP/1.1" status: 204 len: 168 time: 0.1358726 Mar 08 13:17:57.030829 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47764) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:17:57.037766 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966e13f-3e5a-4c1a-bbdc-a9b3d9af3f60 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a48084-bf42-4aa3-b8a5-f3fa8e1c549c,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:17:57.046360 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.api.v2.resource [None req-485873e1-d851-489e-9d26-138c7216a944 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] show failed (client error): The resource could not be found. Mar 08 13:17:57.047641 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-485873e1-d851-489e-9d26-138c7216a944 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups/f8a48084-bf42-4aa3-b8a5-f3fa8e1c549c HTTP/1.1" status: 404 len: 347 time: 0.0140619 Mar 08 13:17:57.050336 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47766) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:17:57.150084 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275f71e-38ab-4ab2-bc91-a79059c2ded1 None None] New status for floating IP bb538a68-ddbe-4ec1-9ada-4b8935bb6b16: DOWN {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:17:57.177515 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-253a4595-021d-44c9-8c7b-fce056fb5e5b tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Deleting port 37f64dd8-6b11-4bd6-a65f-7b64b8d46a26 {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:17:57.177866 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-253a4595-021d-44c9-8c7b-fce056fb5e5b tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (37f64dd8-6b11-4bd6-a65f-7b64b8d46a26), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:57.255230 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-253a4595-021d-44c9-8c7b-fce056fb5e5b tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (37f64dd8-6b11-4bd6-a65f-7b64b8d46a26), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:57.255560 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-253a4595-021d-44c9-8c7b-fce056fb5e5b tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (37f64dd8-6b11-4bd6-a65f-7b64b8d46a26), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:57.267811 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-253a4595-021d-44c9-8c7b-fce056fb5e5b tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Calling delete_port for 37f64dd8-6b11-4bd6-a65f-7b64b8d46a26 owned by network:floatingip {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:17:57.399115 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-253a4595-021d-44c9-8c7b-fce056fb5e5b tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (37f64dd8-6b11-4bd6-a65f-7b64b8d46a26), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:57.426116 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a4595-021d-44c9-8c7b-fce056fb5e5b tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event deleted for resources: {'Port': ['ID=37f64dd8-6b11-4bd6-a65f-7b64b8d46a26,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:17:57.483374 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-253a4595-021d-44c9-8c7b-fce056fb5e5b tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (bb538a68-ddbe-4ec1-9ada-4b8935bb6b16), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:57.485989 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-253a4595-021d-44c9-8c7b-fce056fb5e5b tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:57.487399 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-253a4595-021d-44c9-8c7b-fce056fb5e5b tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "DELETE /v2.0/floatingips/bb538a68-ddbe-4ec1-9ada-4b8935bb6b16 HTTP/1.1" status: 204 len: 168 time: 0.4360833 Mar 08 13:17:57.834246 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47770) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:17:57.838756 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-97bae3ee-3b49-4f52-9b6a-fe48fbd7e8b5 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Request body: {'security_group': {'name': 'tempest-securitygroup--33834028', 'description': 'tempest-description--1374058245'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:17:57.858766 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-97bae3ee-3b49-4f52-9b6a-fe48fbd7e8b5 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:57.924831 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-97bae3ee-3b49-4f52-9b6a-fe48fbd7e8b5 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group (8feb6c8b-0ab6-43e3-8d82-643791aacfac), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:57.928170 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-97bae3ee-3b49-4f52-9b6a-fe48fbd7e8b5 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (8feb6c8b-0ab6-43e3-8d82-643791aacfac), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:57.959022 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-97bae3ee-3b49-4f52-9b6a-fe48fbd7e8b5 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:57.960256 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-97bae3ee-3b49-4f52-9b6a-fe48fbd7e8b5 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1249776 Mar 08 13:17:57.962226 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bae3ee-3b49-4f52-9b6a-fe48fbd7e8b5 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8feb6c8b-0ab6-43e3-8d82-643791aacfac,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:17:57.963131 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 47772) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:17:57.969247 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-dbb35d1d-8dbd-4852-8159-2e8ac67dd4c6 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Request body: {'security_group_rule': {'security_group_id': '8feb6c8b-0ab6-43e3-8d82-643791aacfac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:17:57.994072 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-dbb35d1d-8dbd-4852-8159-2e8ac67dd4c6 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group_rule (e853840a-e755-40b6-a5b3-60742a911ef0), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:58.039436 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-dbb35d1d-8dbd-4852-8159-2e8ac67dd4c6 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group_rule (e853840a-e755-40b6-a5b3-60742a911ef0), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:58.042948 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-dbb35d1d-8dbd-4852-8159-2e8ac67dd4c6 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (e853840a-e755-40b6-a5b3-60742a911ef0), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:58.062625 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb35d1d-8dbd-4852-8159-2e8ac67dd4c6 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e853840a-e755-40b6-a5b3-60742a911ef0,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:17:58.068464 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-dbb35d1d-8dbd-4852-8159-2e8ac67dd4c6 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:58.069314 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-dbb35d1d-8dbd-4852-8159-2e8ac67dd4c6 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1042407 Mar 08 13:17:58.071853 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 47774) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:17:58.076698 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-3f231bf1-4691-4d2f-84cd-59ddaeedc5c8 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Request body: {'security_group_rule': {'security_group_id': '8feb6c8b-0ab6-43e3-8d82-643791aacfac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:17:58.100410 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3f231bf1-4691-4d2f-84cd-59ddaeedc5c8 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group_rule (17a9b086-fad1-4f4b-9d1f-364e779b2eb2), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:58.160864 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3f231bf1-4691-4d2f-84cd-59ddaeedc5c8 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group_rule (17a9b086-fad1-4f4b-9d1f-364e779b2eb2), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:58.164138 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3f231bf1-4691-4d2f-84cd-59ddaeedc5c8 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841251'] for security_group_rule (17a9b086-fad1-4f4b-9d1f-364e779b2eb2), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:58.182985 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f231bf1-4691-4d2f-84cd-59ddaeedc5c8 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a9b086-fad1-4f4b-9d1f-364e779b2eb2,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:17:58.195024 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:58.196329 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3f231bf1-4691-4d2f-84cd-59ddaeedc5c8 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:58.197625 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-3f231bf1-4691-4d2f-84cd-59ddaeedc5c8 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248579 Mar 08 13:17:58.200735 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 47776) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:17:58.205483 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-9d7eaa50-394f-4c63-b3b4-d234c33b2e1e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Request body: {'floatingip': {'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:17:58.224730 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9d7eaa50-394f-4c63-b3b4-d234c33b2e1e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:58.319264 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9d7eaa50-394f-4c63-b3b4-d234c33b2e1e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:58.421755 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [None req-9d7eaa50-394f-4c63-b3b4-d234c33b2e1e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Allocated IP 172.27.3.53 (5c176cc8-3706-4b4e-95aa-80d42c394e72/67bc08be-d366-4d47-9bdf-b91b4b3bbd14/7500445a-daaf-4aad-bd56-f6f4e3bdef01) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:17:58.520472 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9d7eaa50-394f-4c63-b3b4-d234c33b2e1e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for port (7500445a-daaf-4aad-bd56-f6f4e3bdef01), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:58.553138 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9d7eaa50-394f-4c63-b3b4-d234c33b2e1e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (7500445a-daaf-4aad-bd56-f6f4e3bdef01), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:58.591391 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7eaa50-394f-4c63-b3b4-d234c33b2e1e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Network 5c176cc8-3706-4b4e-95aa-80d42c394e72 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:17:58.594086 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-9d7eaa50-394f-4c63-b3b4-d234c33b2e1e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:17:58.597430 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7eaa50-394f-4c63-b3b4-d234c33b2e1e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:17:58.867687 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7eaa50-394f-4c63-b3b4-d234c33b2e1e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event updated for resources: {'Port': ['ID=7500445a-daaf-4aad-bd56-f6f4e3bdef01,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:17:58.930951 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9d7eaa50-394f-4c63-b3b4-d234c33b2e1e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (825032cb-448b-4390-b341-1c3122f2b2da), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:58.964832 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9d7eaa50-394f-4c63-b3b4-d234c33b2e1e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (7500445a-daaf-4aad-bd56-f6f4e3bdef01), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:59.110295 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9d7eaa50-394f-4c63-b3b4-d234c33b2e1e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for port (7500445a-daaf-4aad-bd56-f6f4e3bdef01), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:59.115011 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9d7eaa50-394f-4c63-b3b4-d234c33b2e1e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (7500445a-daaf-4aad-bd56-f6f4e3bdef01), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:59.183002 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7eaa50-394f-4c63-b3b4-d234c33b2e1e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event updated for resources: {'Port': ['ID=7500445a-daaf-4aad-bd56-f6f4e3bdef01,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:17:59.194713 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9d7eaa50-394f-4c63-b3b4-d234c33b2e1e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (825032cb-448b-4390-b341-1c3122f2b2da), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:59.210127 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9d7eaa50-394f-4c63-b3b4-d234c33b2e1e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:59.211408 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-9d7eaa50-394f-4c63-b3b4-d234c33b2e1e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0092137 Mar 08 13:17:59.358130 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-0e6d0259-56a2-4c7b-bb26-df3d91477c2d tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--33834028&fields=id&tenant_id=cec937854d5a4539a505bc92cfa1e8c3 HTTP/1.1" status: 200 len: 267 time: 0.0444534 Mar 08 13:17:59.462578 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-a4a56d61-730b-4047-8c32-d3e5aa5328f3 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:59.463962 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-a4a56d61-730b-4047-8c32-d3e5aa5328f3 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/networks?id=704fe92a-ae52-4570-b350-fd23be3fef08 HTTP/1.1" status: 200 len: 815 time: 0.0993052 Mar 08 13:17:59.478453 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-0ce75f14-9fff-4a48-bfc9-14fcbc013cd8 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/quotas/cec937854d5a4539a505bc92cfa1e8c3 HTTP/1.1" status: 200 len: 375 time: 0.0092123 Mar 08 13:17:59.489921 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 7de5f477-5b94-485b-898b-2a8ac6b008cb no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:17:59.510166 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] No Port match for: 7de5f477-5b94-485b-898b-2a8ac6b008cb {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:17:59.510511 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 7de5f477-5b94-485b-898b-2a8ac6b008cb not bound to the agent host hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:17:59.533203 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-1e8d8419-e825-4e44-a00a-99d4445d821e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cec937854d5a4539a505bc92cfa1e8c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499952 Mar 08 13:17:59.628788 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-0bd7b815-f3cf-4650-8755-17c53bc7b807 service neutron] 10.222.0.50 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845871 Mar 08 13:17:59.641811 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:59.714868 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-c006a168-beae-4060-ab1a-067330fe88ae service neutron] 10.222.0.50 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802648 Mar 08 13:17:59.876357 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0991fbfa-9a34-4b61-8d3b-b0d21b8ee0ba req-b7888228-eccf-4019-beed-4c3412b82a38 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=57cbc5c8-93b7-417a-86fd-a5776ca740b5 HTTP/1.1" status: 200 len: 210 time: 0.0289283 Mar 08 13:18:00.883841 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-d6f96e87-5a00-45bb-bb28-b72dab8467f4 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:00.885305 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-d6f96e87-5a00-45bb-bb28-b72dab8467f4 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.72 "GET /v2.0/networks?id=704fe92a-ae52-4570-b350-fd23be3fef08 HTTP/1.1" status: 200 len: 815 time: 0.0971804 Mar 08 13:18:00.960793 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-673bc0f8-6c99-457b-b201-cd5b8776986b tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cec937854d5a4539a505bc92cfa1e8c3 HTTP/1.1" status: 200 len: 378 time: 0.0603175 Mar 08 13:18:00.973746 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-f820fb20-565c-4109-b9c4-a73051b42b4e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Request body: {'port': {'device_id': '57cbc5c8-93b7-417a-86fd-a5776ca740b5', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'admin_state_up': True, 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'security_groups': ['8feb6c8b-0ab6-43e3-8d82-643791aacfac']}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:18:00.981248 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:00.985771 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9582b8a9-2cf5-4c42-8c42-f560cfaa7155 req-d16aa78d-5c48-483e-a8a2-906b41fa849e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=57cbc5c8-93b7-417a-86fd-a5776ca740b5 HTTP/1.1" status: 200 len: 210 time: 0.0386326 Mar 08 13:18:01.079295 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-f820fb20-565c-4109-b9c4-a73051b42b4e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Made reservation on behalf of cec937854d5a4539a505bc92cfa1e8c3 for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:18:01.082586 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-f820fb20-565c-4109-b9c4-a73051b42b4e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:01.206446 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-f820fb20-565c-4109-b9c4-a73051b42b4e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Allocated IP 172.20.0.11 (704fe92a-ae52-4570-b350-fd23be3fef08/18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac/e8a0e122-fc79-4a8b-b13e-6b51fc5fae48) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:18:01.338419 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-f820fb20-565c-4109-b9c4-a73051b42b4e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for port (e8a0e122-fc79-4a8b-b13e-6b51fc5fae48), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:01.375655 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-f820fb20-565c-4109-b9c4-a73051b42b4e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755471577007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (e8a0e122-fc79-4a8b-b13e-6b51fc5fae48), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:01.419299 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-f820fb20-565c-4109-b9c4-a73051b42b4e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Network 704fe92a-ae52-4570-b350-fd23be3fef08 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:18:01.422207 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-f820fb20-565c-4109-b9c4-a73051b42b4e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:18:01.425754 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-f820fb20-565c-4109-b9c4-a73051b42b4e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:18:01.432058 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820fb20-565c-4109-b9c4-a73051b42b4e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event updated for resources: {'Port': ['ID=e8a0e122-fc79-4a8b-b13e-6b51fc5fae48,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:01.477405 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-f820fb20-565c-4109-b9c4-a73051b42b4e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:01.477924 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-f820fb20-565c-4109-b9c4-a73051b42b4e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:01.496425 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-f820fb20-565c-4109-b9c4-a73051b42b4e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5282688 Mar 08 13:18:01.514397 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-da8f2197-b81d-48cb-8874-c399edb41945 service neutron] Request body: {'port': {'device_id': '57cbc5c8-93b7-417a-86fd-a5776ca740b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:18:01.578018 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-da8f2197-b81d-48cb-8874-c399edb41945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (e8a0e122-fc79-4a8b-b13e-6b51fc5fae48), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:01.625720 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-cab94215-56df-4357-b94e-6a92c3d59bf8 None None] Provisioning complete for port e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:18:01.626095 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cab94215-56df-4357-b94e-6a92c3d59bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (e8a0e122-fc79-4a8b-b13e-6b51fc5fae48), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:01.659734 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-cab94215-56df-4357-b94e-6a92c3d59bf8 None None] Port e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:18:01.838460 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-da8f2197-b81d-48cb-8874-c399edb41945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:18:01.845685 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-da8f2197-b81d-48cb-8874-c399edb41945 service neutron] Publish callbacks [] for port (e8a0e122-fc79-4a8b-b13e-6b51fc5fae48), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:01.857542 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-da8f2197-b81d-48cb-8874-c399edb41945 service neutron] Transition to ACTIVE for port object e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:18:01.861447 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-da8f2197-b81d-48cb-8874-c399edb41945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (e8a0e122-fc79-4a8b-b13e-6b51fc5fae48), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:01.921476 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f2197-b81d-48cb-8874-c399edb41945 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a0e122-fc79-4a8b-b13e-6b51fc5fae48,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:01.995611 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-da8f2197-b81d-48cb-8874-c399edb41945 service neutron] Attempting to bind port e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:18:01.995951 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-da8f2197-b81d-48cb-8874-c399edb41945 service neutron] Attempting to bind port e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'aee775c5-334f-4ae8-a366-a04ce30cc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:18:01.996286 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-da8f2197-b81d-48cb-8874-c399edb41945 service neutron] Attempting to bind port e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 on network 704fe92a-ae52-4570-b350-fd23be3fef08 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:18:02.001509 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-da8f2197-b81d-48cb-8874-c399edb41945 service neutron] Port e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 on network 704fe92a-ae52-4570-b350-fd23be3fef08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:18:02.001906 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-da8f2197-b81d-48cb-8874-c399edb41945 service neutron] Attempting to bind port e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 on network 704fe92a-ae52-4570-b350-fd23be3fef08 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:18:02.007938 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-da8f2197-b81d-48cb-8874-c399edb41945 service neutron] Checking agent: {'id': '1556a156-0b90-4c62-9625-a828b1293451', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'started_at': datetime.datetime(2022, 3, 8, 12, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:18:02.008275 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-da8f2197-b81d-48cb-8874-c399edb41945 service neutron] Checking segment: {'id': 'aee775c5-334f-4ae8-a366-a04ce30cc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:18:02.008733 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-da8f2197-b81d-48cb-8874-c399edb41945 service neutron] Bound using segment: {'id': 'aee775c5-334f-4ae8-a366-a04ce30cc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:18:02.009343 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-da8f2197-b81d-48cb-8874-c399edb41945 service neutron] Bound port: e8a0e122-fc79-4a8b-b13e-6b51fc5fae48, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee775c5-334f-4ae8-a366-a04ce30cc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:18:02.009716 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-da8f2197-b81d-48cb-8874-c399edb41945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (e8a0e122-fc79-4a8b-b13e-6b51fc5fae48), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:02.107621 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-da8f2197-b81d-48cb-8874-c399edb41945 service neutron] For port e8a0e122-fc79-4a8b-b13e-6b51fc5fae48, host hv-cinder-83008, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:18:02.112297 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-da8f2197-b81d-48cb-8874-c399edb41945 service neutron] For port e8a0e122-fc79-4a8b-b13e-6b51fc5fae48, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e8a0e122-fc79-4a8b-b13e-6b51fc5fae48,segment=NetworkSegment(aee775c5-334f-4ae8-a366-a04ce30cc8da),segment_id=aee775c5-334f-4ae8-a366-a04ce30cc8da)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:18:02.120480 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-da8f2197-b81d-48cb-8874-c399edb41945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564918'] for port (e8a0e122-fc79-4a8b-b13e-6b51fc5fae48), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:02.159962 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-da8f2197-b81d-48cb-8874-c399edb41945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:02.160480 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-da8f2197-b81d-48cb-8874-c399edb41945 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:02.162218 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-da8f2197-b81d-48cb-8874-c399edb41945 service neutron] 10.222.0.72 "PUT /v2.0/ports/e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 HTTP/1.1" status: 200 len: 1094 time: 0.6526859 Mar 08 13:18:02.169823 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd59d91-8c99-4bf9-8846-df7a43b54a52 req-b1e4dba2-8a0e-49dd-a2a9-d500fd82ea72 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:02.171293 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7cd59d91-8c99-4bf9-8846-df7a43b54a52 req-b1e4dba2-8a0e-49dd-a2a9-d500fd82ea72 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=57cbc5c8-93b7-417a-86fd-a5776ca740b5 HTTP/1.1" status: 200 len: 944 time: 0.1147029 Mar 08 13:18:02.174709 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57cbc5c8-93b7-417a-86fd-a5776ca740b5', 'tag': 'e8a0e122-fc79-4a8b-b13e-6b51fc5fae48'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:18:02.176876 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee9cb63-9a0e-409d-a11c-06b2e89d93e0" -d '{"events": [{"name": "network-changed", "server_uuid": "57cbc5c8-93b7-417a-86fd-a5776ca740b5", "tag": "e8a0e122-fc79-4a8b-b13e-6b51fc5fae48"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:18:02.219312 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cd2795-044e-40a6-8908-cf2ffd6cdae8 x-openstack-request-id: req-84cd2795-044e-40a6-8908-cf2ffd6cdae8 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:18:02.219599 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57cbc5c8-93b7-417a-86fd-a5776ca740b5", "tag": "e8a0e122-fc79-4a8b-b13e-6b51fc5fae48", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:18:02.219854 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-84cd2795-044e-40a6-8908-cf2ffd6cdae8 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:18:02.220256 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57cbc5c8-93b7-417a-86fd-a5776ca740b5', 'tag': 'e8a0e122-fc79-4a8b-b13e-6b51fc5fae48', 'status': 'completed', 'code': 200} Mar 08 13:18:02.224277 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f2197-b81d-48cb-8874-c399edb41945 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a0e122-fc79-4a8b-b13e-6b51fc5fae48,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:02.258250 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7cd59d91-8c99-4bf9-8846-df7a43b54a52 req-e7a46e06-5f50-444f-af1c-e9cce4d2dc60 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=8feb6c8b-0ab6-43e3-8d82-643791aacfac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782440 Mar 08 13:18:02.299700 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-857ae9a8-b6ee-4dd9-9aac-46d7173cdd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:02.301281 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-857ae9a8-b6ee-4dd9-9aac-46d7173cdd19 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cec937854d5a4539a505bc92cfa1e8c3&device_id=57cbc5c8-93b7-417a-86fd-a5776ca740b5 HTTP/1.1" status: 200 len: 1128 time: 0.0540445 Mar 08 13:18:02.351208 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-26a9ea81-ba81-47e1-9e3f-cbdf69c51d0d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 HTTP/1.1" status: 200 len: 217 time: 0.0357766 Mar 08 13:18:02.404042 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-a585a543-b1a1-4222-9f55-a8307a67ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:02.405553 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-a585a543-b1a1-4222-9f55-a8307a67ce34 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac HTTP/1.1" status: 200 len: 854 time: 0.0478005 Mar 08 13:18:02.453218 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-82f08663-ed9e-42d7-87c5-78cc61330f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:02.454617 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-82f08663-ed9e-42d7-87c5-78cc61330f0f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=704fe92a-ae52-4570-b350-fd23be3fef08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435364 Mar 08 13:18:02.544738 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-7e1b2faf-6f47-4a3e-b1b0-0c5a81de2518 service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835962 Mar 08 13:18:02.630969 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ead987b7-540a-43a4-b44c-8e1e29b66d66 req-2c9a6f96-6e48-4ba3-8ba0-c38025bd7aa5 service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807037 Mar 08 13:18:02.765366 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9cb63-9a0e-409d-a11c-06b2e89d93e0 req-e4070613-671d-48db-bde8-ecead4a20d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:02.766767 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dee9cb63-9a0e-409d-a11c-06b2e89d93e0 req-e4070613-671d-48db-bde8-ecead4a20d5d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cec937854d5a4539a505bc92cfa1e8c3&device_id=57cbc5c8-93b7-417a-86fd-a5776ca740b5 HTTP/1.1" status: 200 len: 1128 time: 0.0447266 Mar 08 13:18:02.857690 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9cb63-9a0e-409d-a11c-06b2e89d93e0 req-1f8e9577-bd57-47f2-b363-806343fcb55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:02.859154 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dee9cb63-9a0e-409d-a11c-06b2e89d93e0 req-1f8e9577-bd57-47f2-b363-806343fcb55c service neutron] 10.222.0.72 "GET /v2.0/networks?id=704fe92a-ae52-4570-b350-fd23be3fef08 HTTP/1.1" status: 200 len: 917 time: 0.0869074 Mar 08 13:18:02.900544 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dee9cb63-9a0e-409d-a11c-06b2e89d93e0 req-bcf9cdb5-2727-4db8-8aa2-345e4067e359 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 HTTP/1.1" status: 200 len: 217 time: 0.0344133 Mar 08 13:18:02.951843 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9cb63-9a0e-409d-a11c-06b2e89d93e0 req-0a4192e8-ebb8-410c-9bed-c58b9e861781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:02.953314 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dee9cb63-9a0e-409d-a11c-06b2e89d93e0 req-0a4192e8-ebb8-410c-9bed-c58b9e861781 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac HTTP/1.1" status: 200 len: 854 time: 0.0474913 Mar 08 13:18:03.001787 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9cb63-9a0e-409d-a11c-06b2e89d93e0 req-a7364ae7-d38c-48be-8433-f7ecfc9df446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:03.003270 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dee9cb63-9a0e-409d-a11c-06b2e89d93e0 req-a7364ae7-d38c-48be-8433-f7ecfc9df446 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=704fe92a-ae52-4570-b350-fd23be3fef08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440531 Mar 08 13:18:03.089085 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dee9cb63-9a0e-409d-a11c-06b2e89d93e0 req-9cb8a50d-dbb5-48d4-867b-891c84c450a2 service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799978 Mar 08 13:18:03.181682 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dee9cb63-9a0e-409d-a11c-06b2e89d93e0 req-5b170692-c8bd-4504-b589-8069abad0432 service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858691 Mar 08 13:18:03.378145 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800df55-8489-4ec2-a9e7-611493e877a5 req-080c1dcb-b218-45eb-975c-5e01bb72e797 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:03.379616 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f800df55-8489-4ec2-a9e7-611493e877a5 req-080c1dcb-b218-45eb-975c-5e01bb72e797 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=57cbc5c8-93b7-417a-86fd-a5776ca740b5 HTTP/1.1" status: 200 len: 944 time: 0.0517132 Mar 08 13:18:03.427003 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f800df55-8489-4ec2-a9e7-611493e877a5 req-9f4044b6-3775-4fc1-be73-f346c0f90bf9 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=8feb6c8b-0ab6-43e3-8d82-643791aacfac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416791 Mar 08 13:18:04.541045 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f040fb-4e83-4844-b9c5-eda7955fbd43 req-50500f19-8b7f-42a8-aff1-67efc9ce3a59 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:04.542435 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-09f040fb-4e83-4844-b9c5-eda7955fbd43 req-50500f19-8b7f-42a8-aff1-67efc9ce3a59 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=57cbc5c8-93b7-417a-86fd-a5776ca740b5 HTTP/1.1" status: 200 len: 944 time: 0.0516138 Mar 08 13:18:04.587907 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-09f040fb-4e83-4844-b9c5-eda7955fbd43 req-56450369-da00-4778-a0d8-7b7db80bfec1 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=8feb6c8b-0ab6-43e3-8d82-643791aacfac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394254 Mar 08 13:18:05.500457 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:18:05.597246 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port e8a0e122-fc79-4a8b-b13e-6b51fc5fae48, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e8a0e122-fc79-4a8b-b13e-6b51fc5fae48,segment=NetworkSegment(aee775c5-334f-4ae8-a366-a04ce30cc8da),segment_id=aee775c5-334f-4ae8-a366-a04ce30cc8da)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:18:05.607182 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Returning: {'device': 'e8a0e122-fc79-4a8b-b13e-6b51fc5fae48', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'port_id': 'e8a0e122-fc79-4a8b-b13e-6b51fc5fae48', 'mac_address': 'fa:16:3e:d0:64:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:18:05.644817 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:18:05.645217 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (e8a0e122-fc79-4a8b-b13e-6b51fc5fae48), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:05.658451 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:18:05.677549 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port e8a0e122-fc79-4a8b-b13e-6b51fc5fae48, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e8a0e122-fc79-4a8b-b13e-6b51fc5fae48,segment=NetworkSegment(aee775c5-334f-4ae8-a366-a04ce30cc8da),segment_id=aee775c5-334f-4ae8-a366-a04ce30cc8da)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:18:05.682073 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (e8a0e122-fc79-4a8b-b13e-6b51fc5fae48), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:05.706181 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45c35b-9a7a-461d-ad93-03160b88b1c2 req-ad0fb2ff-b638-4c69-8ea4-2840ab9d7af7 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:05.707671 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9a45c35b-9a7a-461d-ad93-03160b88b1c2 req-ad0fb2ff-b638-4c69-8ea4-2840ab9d7af7 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=57cbc5c8-93b7-417a-86fd-a5776ca740b5 HTTP/1.1" status: 200 len: 944 time: 0.0535438 Mar 08 13:18:05.731949 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=e8a0e122-fc79-4a8b-b13e-6b51fc5fae48,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:05.739130 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:05.739487 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:05.739831 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:05.740176 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:05.740512 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:05.740875 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:05.741209 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:05.741544 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:05.741871 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:05.742199 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:05.742530 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:05.742856 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:05.743185 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:05.754982 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9a45c35b-9a7a-461d-ad93-03160b88b1c2 req-2f9818ae-0f6d-4591-9169-6adc4f414293 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=8feb6c8b-0ab6-43e3-8d82-643791aacfac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407715 Mar 08 13:18:06.102596 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:18:06.122792 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] get_ports_and_sgs() called for port_ids ['e8a0e122-fc79-4a8b-b13e-6b51fc5fae48'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:18:06.877525 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad23459-8c3f-4d78-b91f-97dd4a96b894 req-926b95e9-9205-4a9c-b775-4c3b0f568ccf tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:06.878997 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8ad23459-8c3f-4d78-b91f-97dd4a96b894 req-926b95e9-9205-4a9c-b775-4c3b0f568ccf tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=57cbc5c8-93b7-417a-86fd-a5776ca740b5 HTTP/1.1" status: 200 len: 945 time: 0.0565231 Mar 08 13:18:06.925173 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8ad23459-8c3f-4d78-b91f-97dd4a96b894 req-bbe06e42-e7d2-4958-9b93-97321522e4bb tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=8feb6c8b-0ab6-43e3-8d82-643791aacfac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406940 Mar 08 13:18:07.514080 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 up at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:18:07.561939 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning for port e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:18:07.565509 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Provisioning complete for port e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:18:07.565888 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1772005'] for port (e8a0e122-fc79-4a8b-b13e-6b51fc5fae48), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:07.639940 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Current status of the port e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:18:07.640326 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651922'] for port (e8a0e122-fc79-4a8b-b13e-6b51fc5fae48), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:07.662065 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57cbc5c8-93b7-417a-86fd-a5776ca740b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a0e122-fc79-4a8b-b13e-6b51fc5fae48'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:18:07.664326 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f02a98a4da79acb06d2148361802764e90037bdc05c069ddf0d3843ada5eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5376778f-1e67-40cf-b5a2-1db0797568e5" -d '{"events": [{"server_uuid": "57cbc5c8-93b7-417a-86fd-a5776ca740b5", "name": "network-vif-plugged", "status": "completed", "tag": "e8a0e122-fc79-4a8b-b13e-6b51fc5fae48"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:18:07.677027 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] For port e8a0e122-fc79-4a8b-b13e-6b51fc5fae48, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e8a0e122-fc79-4a8b-b13e-6b51fc5fae48,segment=NetworkSegment(aee775c5-334f-4ae8-a366-a04ce30cc8da),segment_id=aee775c5-334f-4ae8-a366-a04ce30cc8da)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:18:07.681122 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755471999928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755471577025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755471577043'] for port (e8a0e122-fc79-4a8b-b13e-6b51fc5fae48), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:07.730183 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Pushing event updated for resources: {'Port': ['ID=e8a0e122-fc79-4a8b-b13e-6b51fc5fae48,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:07.752982 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c958a1d3-1e4f-45c6-9414-8df0ae19acdf x-openstack-request-id: req-c958a1d3-1e4f-45c6-9414-8df0ae19acdf {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:18:07.753275 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57cbc5c8-93b7-417a-86fd-a5776ca740b5", "name": "network-vif-plugged", "status": "completed", "tag": "e8a0e122-fc79-4a8b-b13e-6b51fc5fae48", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:18:07.753534 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c958a1d3-1e4f-45c6-9414-8df0ae19acdf {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:18:07.753931 dv-cinder-830089-2-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57cbc5c8-93b7-417a-86fd-a5776ca740b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a0e122-fc79-4a8b-b13e-6b51fc5fae48', 'code': 200} Mar 08 13:18:07.957965 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0ab11-8ac2-4138-b810-e5bd5c744af9 req-ac30c859-0225-491a-ab6b-c8fbfd193d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:07.959475 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-92f0ab11-8ac2-4138-b810-e5bd5c744af9 req-ac30c859-0225-491a-ab6b-c8fbfd193d03 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=57cbc5c8-93b7-417a-86fd-a5776ca740b5 HTTP/1.1" status: 200 len: 1130 time: 0.0434644 Mar 08 13:18:08.026724 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-92f0ab11-8ac2-4138-b810-e5bd5c744af9 req-ba78e168-893c-44d2-9fe0-b2bfdb5b4539 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8feb6c8b-0ab6-43e3-8d82-643791aacfac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614316 Mar 08 13:18:08.049307 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fe996-c7a8-44e0-a843-ccd7fcb1e1c2 req-0879db0a-4d5a-4e12-af8b-cfabeca0b37c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:08.050717 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d01fe996-c7a8-44e0-a843-ccd7fcb1e1c2 req-0879db0a-4d5a-4e12-af8b-cfabeca0b37c tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=57cbc5c8-93b7-417a-86fd-a5776ca740b5 HTTP/1.1" status: 200 len: 946 time: 0.0575876 Mar 08 13:18:08.099195 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d01fe996-c7a8-44e0-a843-ccd7fcb1e1c2 req-94bee1de-e8cc-4d6a-9f06-b0c5cbd77749 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=8feb6c8b-0ab6-43e3-8d82-643791aacfac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430164 Mar 08 13:18:09.217995 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a53fc-4be9-4987-880d-f4e7bf52106f req-000926ba-0923-44f7-a176-f884649f11e2 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:09.219348 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fc1a53fc-4be9-4987-880d-f4e7bf52106f req-000926ba-0923-44f7-a176-f884649f11e2 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=57cbc5c8-93b7-417a-86fd-a5776ca740b5 HTTP/1.1" status: 200 len: 946 time: 0.0534635 Mar 08 13:18:09.264445 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fc1a53fc-4be9-4987-880d-f4e7bf52106f req-1f1822d5-785a-4c5b-92e0-bb937c044d31 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=8feb6c8b-0ab6-43e3-8d82-643791aacfac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396404 Mar 08 13:18:10.379185 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485eaaf-ce4e-4f6b-94ff-a6d335da9503 req-82bb5fc8-0ed9-4fcf-86c7-ebef84a24e71 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:10.380645 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3485eaaf-ce4e-4f6b-94ff-a6d335da9503 req-82bb5fc8-0ed9-4fcf-86c7-ebef84a24e71 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=57cbc5c8-93b7-417a-86fd-a5776ca740b5 HTTP/1.1" status: 200 len: 946 time: 0.0511563 Mar 08 13:18:10.425687 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3485eaaf-ce4e-4f6b-94ff-a6d335da9503 req-fb4e12e8-494d-48c1-a2a2-4cc3d3e4e7d2 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=8feb6c8b-0ab6-43e3-8d82-643791aacfac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395627 Mar 08 13:18:10.535707 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1131c46-5edc-4f9f-a2d0-6228ce7ede29 req-e1b499e0-eb7a-4832-be31-a7e62131b1af tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:10.537102 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d1131c46-5edc-4f9f-a2d0-6228ce7ede29 req-e1b499e0-eb7a-4832-be31-a7e62131b1af tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=57cbc5c8-93b7-417a-86fd-a5776ca740b5 HTTP/1.1" status: 200 len: 946 time: 0.0505896 Mar 08 13:18:10.545377 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47838) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:18:10.549582 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-fdbed936-a3ce-4aa0-80db-064e5a35f4b0 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Request body: {'floatingip': {'port_id': 'e8a0e122-fc79-4a8b-b13e-6b51fc5fae48'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:18:10.589203 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fdbed936-a3ce-4aa0-80db-064e5a35f4b0 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (825032cb-448b-4390-b341-1c3122f2b2da), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:11.013474 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fdbed936-a3ce-4aa0-80db-064e5a35f4b0 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:11.017162 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fdbed936-a3ce-4aa0-80db-064e5a35f4b0 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (825032cb-448b-4390-b341-1c3122f2b2da), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:11.117460 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.db.l3_db [None req-fdbed936-a3ce-4aa0-80db-064e5a35f4b0 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Floating IP 825032cb-448b-4390-b341-1c3122f2b2da associated. External IP: 172.27.3.53, port: e8a0e122-fc79-4a8b-b13e-6b51fc5fae48. Mar 08 13:18:11.319386 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbed936-a3ce-4aa0-80db-064e5a35f4b0 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Router edb22c2c-5a41-4b47-8bd1-a20af1ac337b has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:18:11.426078 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbed936-a3ce-4aa0-80db-064e5a35f4b0 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:18:11.430981 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fdbed936-a3ce-4aa0-80db-064e5a35f4b0 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:11.435892 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9476b5-6877-40f8-b0f0-0ad199d32860 None None] Sync routers for ids ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:18:11.444933 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9476b5-6877-40f8-b0f0-0ad199d32860 None None] Routers {'edb22c2c-5a41-4b47-8bd1-a20af1ac337b'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:18:11.445547 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-4e9476b5-6877-40f8-b0f0-0ad199d32860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:17:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:18:11.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-fdbed936-a3ce-4aa0-80db-064e5a35f4b0 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "PUT /v2.0/floatingips/825032cb-448b-4390-b341-1c3122f2b2da HTTP/1.1" status: 200 len: 991 time: 0.9130394 Mar 08 13:18:11.460032 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57cbc5c8-93b7-417a-86fd-a5776ca740b5', 'tag': 'e8a0e122-fc79-4a8b-b13e-6b51fc5fae48'}] {{(pid=102969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:18:11.462315 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6dc8d9b138c58f0a8cee2dfca36ebed44ad9fbebfb71e487ffd146a8a650eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f62037-cf2a-460c-81cb-5fd7188b217c" -d '{"events": [{"name": "network-changed", "server_uuid": "57cbc5c8-93b7-417a-86fd-a5776ca740b5", "tag": "e8a0e122-fc79-4a8b-b13e-6b51fc5fae48"}]}' {{(pid=102969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:18:11.498075 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a304854b-32df-414c-ae10-ed14e16a5e4d x-openstack-request-id: req-a304854b-32df-414c-ae10-ed14e16a5e4d {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:18:11.498375 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57cbc5c8-93b7-417a-86fd-a5776ca740b5", "tag": "e8a0e122-fc79-4a8b-b13e-6b51fc5fae48", "status": "completed", "code": 200}]} {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:18:11.498631 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a304854b-32df-414c-ae10-ed14e16a5e4d {{(pid=102969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:18:11.499035 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57cbc5c8-93b7-417a-86fd-a5776ca740b5', 'tag': 'e8a0e122-fc79-4a8b-b13e-6b51fc5fae48', 'status': 'completed', 'code': 200} Mar 08 13:18:11.553649 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-4e9476b5-6877-40f8-b0f0-0ad199d32860 None None] Set router edb22c2c-5a41-4b47-8bd1-a20af1ac337b gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:18:11.587837 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f62037-cf2a-460c-81cb-5fd7188b217c req-3c40f02e-c901-4c18-91bc-e5f71c68c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:11.589348 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-15f62037-cf2a-460c-81cb-5fd7188b217c req-3c40f02e-c901-4c18-91bc-e5f71c68c06c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cec937854d5a4539a505bc92cfa1e8c3&device_id=57cbc5c8-93b7-417a-86fd-a5776ca740b5 HTTP/1.1" status: 200 len: 1130 time: 0.0423720 Mar 08 13:18:11.681079 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f62037-cf2a-460c-81cb-5fd7188b217c req-3411bcf1-539f-42c0-8972-95e43bcc012b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:11.682540 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-15f62037-cf2a-460c-81cb-5fd7188b217c req-3411bcf1-539f-42c0-8972-95e43bcc012b service neutron] 10.222.0.72 "GET /v2.0/networks?id=704fe92a-ae52-4570-b350-fd23be3fef08 HTTP/1.1" status: 200 len: 917 time: 0.0873396 Mar 08 13:18:11.747097 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-15f62037-cf2a-460c-81cb-5fd7188b217c req-568472f6-40b0-4656-9094-2e0707e3546a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 HTTP/1.1" status: 200 len: 999 time: 0.0578663 Mar 08 13:18:11.770689 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-4e9476b5-6877-40f8-b0f0-0ad199d32860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '825032cb-448b-4390-b341-1c3122f2b2da', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'port_id': 'e8a0e122-fc79-4a8b-b13e-6b51fc5fae48', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'mac_address': 'fa:16:3e:d0:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cbc5c8-93b7-417a-86fd-a5776ca740b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:17:58Z', 'updated_at': '2022-03-08T13:18:10Z', 'revision_number': 1, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 5, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:18:11.796507 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f62037-cf2a-460c-81cb-5fd7188b217c req-058c442a-b55e-4de1-ad58-fe8abce70ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:11.798039 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-15f62037-cf2a-460c-81cb-5fd7188b217c req-058c442a-b55e-4de1-ad58-fe8abce70ec8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac HTTP/1.1" status: 200 len: 854 time: 0.0435455 Mar 08 13:18:11.801279 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9476b5-6877-40f8-b0f0-0ad199d32860 None None] Checking router: edb22c2c-5a41-4b47-8bd1-a20af1ac337b for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:18:11.809627 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9476b5-6877-40f8-b0f0-0ad199d32860 None None] Routers {'edb22c2c-5a41-4b47-8bd1-a20af1ac337b'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:18:11.810164 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-4e9476b5-6877-40f8-b0f0-0ad199d32860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:17:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:18:11.849767 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f62037-cf2a-460c-81cb-5fd7188b217c req-4fe961f3-5775-45f4-b50f-65f6da911a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:11.851261 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-15f62037-cf2a-460c-81cb-5fd7188b217c req-4fe961f3-5775-45f4-b50f-65f6da911a2b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=704fe92a-ae52-4570-b350-fd23be3fef08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475233 Mar 08 13:18:11.945107 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-15f62037-cf2a-460c-81cb-5fd7188b217c req-669e9c9d-2ea8-4d45-94fd-2830ed9f83b4 service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867705 Mar 08 13:18:12.043552 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-15f62037-cf2a-460c-81cb-5fd7188b217c req-5ee61110-baac-4d61-90dc-fff1e9676011 service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908635 Mar 08 13:18:12.054781 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-4e9476b5-6877-40f8-b0f0-0ad199d32860 None None] Set router edb22c2c-5a41-4b47-8bd1-a20af1ac337b gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:18:12.271910 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-4e9476b5-6877-40f8-b0f0-0ad199d32860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '825032cb-448b-4390-b341-1c3122f2b2da', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'port_id': 'e8a0e122-fc79-4a8b-b13e-6b51fc5fae48', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'mac_address': 'fa:16:3e:d0:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cbc5c8-93b7-417a-86fd-a5776ca740b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:17:58Z', 'updated_at': '2022-03-08T13:18:10Z', 'revision_number': 1, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 5, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:18:12.301227 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9476b5-6877-40f8-b0f0-0ad199d32860 None None] The sync data for ids ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'] in dv-cinder-830089-2-iscsi is: [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '825032cb-448b-4390-b341-1c3122f2b2da', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'port_id': 'e8a0e122-fc79-4a8b-b13e-6b51fc5fae48', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'mac_address': 'fa:16:3e:d0:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cbc5c8-93b7-417a-86fd-a5776ca740b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:17:58Z', 'updated_at': '2022-03-08T13:18:10Z', 'revision_number': 1, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 5, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:18:12.485419 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68009e18-68cc-4a98-b035-235864833dd0 None None] New status for floating IP 825032cb-448b-4390-b341-1c3122f2b2da: ACTIVE {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:18:12.578850 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:23.046308 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2781a0e3-9435-4eff-9c08-189078fcc25c req-52935604-0bb0-4b9f-a61b-5a25d44b3824 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429542 Mar 08 13:18:23.158271 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781a0e3-9435-4eff-9c08-189078fcc25c req-e77b3404-41c4-49c8-9181-a70a68edb0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:23.159738 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2781a0e3-9435-4eff-9c08-189078fcc25c req-e77b3404-41c4-49c8-9181-a70a68edb0dc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8a4d542bb974b6cabe91528ca772e7f&device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70 HTTP/1.1" status: 200 len: 1129 time: 0.0436339 Mar 08 13:18:23.266542 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781a0e3-9435-4eff-9c08-189078fcc25c req-b4d6cfb4-b686-4dd9-a3b1-4396948c5447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:23.267997 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2781a0e3-9435-4eff-9c08-189078fcc25c req-b4d6cfb4-b686-4dd9-a3b1-4396948c5447 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bffea359-2851-41c2-a7e4-22be5e5cad3b HTTP/1.1" status: 200 len: 913 time: 0.0879607 Mar 08 13:18:23.332525 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2781a0e3-9435-4eff-9c08-189078fcc25c req-8088d8b9-91cd-46e2-8820-6c09b21003de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c95cb35-71f5-496c-8a04-cfdb42625a42 HTTP/1.1" status: 200 len: 1000 time: 0.0571098 Mar 08 13:18:23.384094 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781a0e3-9435-4eff-9c08-189078fcc25c req-dbafb9fc-915c-4a6a-80e5-1037f704bea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:23.385631 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2781a0e3-9435-4eff-9c08-189078fcc25c req-dbafb9fc-915c-4a6a-80e5-1037f704bea5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7cd56575-d6b1-425a-8684-03ed91d4135e HTTP/1.1" status: 200 len: 850 time: 0.0470872 Mar 08 13:18:23.445427 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781a0e3-9435-4eff-9c08-189078fcc25c req-12254a7d-98f9-4153-b4c7-538ce8c41cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:23.447028 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2781a0e3-9435-4eff-9c08-189078fcc25c req-12254a7d-98f9-4153-b4c7-538ce8c41cd3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bffea359-2851-41c2-a7e4-22be5e5cad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441909 Mar 08 13:18:23.537327 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2781a0e3-9435-4eff-9c08-189078fcc25c req-05db456a-d76a-490a-bb38-0b11d68dfcfb service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838616 Mar 08 13:18:23.624219 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2781a0e3-9435-4eff-9c08-189078fcc25c req-5feb86bd-70ee-462a-a78e-ebda006135fa service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807834 Mar 08 13:18:24.740834 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ed4865e3-92be-468d-8a10-afda0e1a3897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:26.954843 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3e57d015-02be-4c08-89c6-8b28f291997f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:28.197961 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:29.641266 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:30.985398 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:42.583091 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:43.102445 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:18:54.742734 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6379c95d-8487-48c3-a469-ed36bf032b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:56.955694 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5165afa3-b19e-447d-91ac-80bdfcbe7218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:58.200341 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:59.643862 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:00.987497 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:04.755275 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47862) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:04.907281 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-ba74ed76-9316-4e7e-b6ca-bebcda33ed5d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Deleting port fb76a277-307d-47f4-80fb-3118a2dd1cd0 {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:19:04.907617 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ba74ed76-9316-4e7e-b6ca-bebcda33ed5d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (fb76a277-307d-47f4-80fb-3118a2dd1cd0), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:04.983329 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ba74ed76-9316-4e7e-b6ca-bebcda33ed5d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (fb76a277-307d-47f4-80fb-3118a2dd1cd0), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:04.983650 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ba74ed76-9316-4e7e-b6ca-bebcda33ed5d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for floatingip (fb76a277-307d-47f4-80fb-3118a2dd1cd0), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:04.995093 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-ba74ed76-9316-4e7e-b6ca-bebcda33ed5d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Calling delete_port for fb76a277-307d-47f4-80fb-3118a2dd1cd0 owned by network:floatingip {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:19:05.165828 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ba74ed76-9316-4e7e-b6ca-bebcda33ed5d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (fb76a277-307d-47f4-80fb-3118a2dd1cd0), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:05.198231 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74ed76-9316-4e7e-b6ca-bebcda33ed5d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Pushing event deleted for resources: {'Port': ['ID=fb76a277-307d-47f4-80fb-3118a2dd1cd0,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:05.238150 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74ed76-9316-4e7e-b6ca-bebcda33ed5d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:05.238581 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74ed76-9316-4e7e-b6ca-bebcda33ed5d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:05.238971 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74ed76-9316-4e7e-b6ca-bebcda33ed5d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:05.239319 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74ed76-9316-4e7e-b6ca-bebcda33ed5d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:05.239675 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74ed76-9316-4e7e-b6ca-bebcda33ed5d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:05.240005 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74ed76-9316-4e7e-b6ca-bebcda33ed5d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:05.240370 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74ed76-9316-4e7e-b6ca-bebcda33ed5d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:05.240786 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74ed76-9316-4e7e-b6ca-bebcda33ed5d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:05.241154 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74ed76-9316-4e7e-b6ca-bebcda33ed5d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:05.241487 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74ed76-9316-4e7e-b6ca-bebcda33ed5d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:05.241839 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74ed76-9316-4e7e-b6ca-bebcda33ed5d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:05.242164 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74ed76-9316-4e7e-b6ca-bebcda33ed5d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:05.242502 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74ed76-9316-4e7e-b6ca-bebcda33ed5d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:05.264585 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ba74ed76-9316-4e7e-b6ca-bebcda33ed5d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for floatingip (17d78589-b12d-4af3-b884-3885314884e8), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:05.264930 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.db.l3_db [None req-ba74ed76-9316-4e7e-b6ca-bebcda33ed5d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Floating IP 17d78589-b12d-4af3-b884-3885314884e8 disassociated (deleted). External IP: 172.27.3.240, port: 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3. Mar 08 13:19:05.707813 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba74ed76-9316-4e7e-b6ca-bebcda33ed5d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Router b839d5a1-f2a2-487c-8bef-cf19efd02922 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:19:05.814189 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba74ed76-9316-4e7e-b6ca-bebcda33ed5d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:19:05.818878 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ba74ed76-9316-4e7e-b6ca-bebcda33ed5d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:05.823418 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8015cc-2790-4a44-ad7e-c0c88803b97f None None] Sync routers for ids ['b839d5a1-f2a2-487c-8bef-cf19efd02922'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:19:05.832122 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8015cc-2790-4a44-ad7e-c0c88803b97f None None] Routers {'b839d5a1-f2a2-487c-8bef-cf19efd02922'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:19:05.832793 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-eb8015cc-2790-4a44-ad7e-c0c88803b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:18:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['b839d5a1-f2a2-487c-8bef-cf19efd02922'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:05.846543 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-ba74ed76-9316-4e7e-b6ca-bebcda33ed5d tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "DELETE /v2.0/floatingips/17d78589-b12d-4af3-b884-3885314884e8 HTTP/1.1" status: 204 len: 168 time: 1.0902119 Mar 08 13:19:05.847125 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a1e6c1-3080-4afa-a65a-7a8944745958', 'tag': '0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3'}] {{(pid=102969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:19:05.849418 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6dc8d9b138c58f0a8cee2dfca36ebed44ad9fbebfb71e487ffd146a8a650eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b1ed87-7bfc-4f8b-b600-cef7b85eaa96" -d '{"events": [{"name": "network-changed", "server_uuid": "12a1e6c1-3080-4afa-a65a-7a8944745958", "tag": "0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3"}]}' {{(pid=102969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:19:05.895655 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6888c8d3-51c3-4739-9fd1-be08af502be3 x-openstack-request-id: req-6888c8d3-51c3-4739-9fd1-be08af502be3 {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:19:05.895954 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12a1e6c1-3080-4afa-a65a-7a8944745958", "tag": "0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3", "status": "completed", "code": 200}]} {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:19:05.896210 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6888c8d3-51c3-4739-9fd1-be08af502be3 {{(pid=102969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:19:05.896654 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12a1e6c1-3080-4afa-a65a-7a8944745958', 'tag': '0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3', 'status': 'completed', 'code': 200} Mar 08 13:19:05.943351 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-eb8015cc-2790-4a44-ad7e-c0c88803b97f None None] Set router b839d5a1-f2a2-487c-8bef-cf19efd02922 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:19:05.987394 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1ed87-7bfc-4f8b-b600-cef7b85eaa96 req-0efba68c-a447-464b-bbb4-b9ab08df351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:05.988928 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-41b1ed87-7bfc-4f8b-b600-cef7b85eaa96 req-0efba68c-a447-464b-bbb4-b9ab08df351f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8a4d542bb974b6cabe91528ca772e7f&device_id=12a1e6c1-3080-4afa-a65a-7a8944745958 HTTP/1.1" status: 200 len: 1130 time: 0.0469608 Mar 08 13:19:06.135821 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb495e-b694-45d9-80a1-b7aabdd53e39 req-db353f87-9a6c-4b8f-8cfa-4bc2359e959b tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:06.137358 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-80eb495e-b694-45d9-80a1-b7aabdd53e39 req-db353f87-9a6c-4b8f-8cfa-4bc2359e959b tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=12a1e6c1-3080-4afa-a65a-7a8944745958 HTTP/1.1" status: 200 len: 946 time: 0.1136246 Mar 08 13:19:06.168858 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1ed87-7bfc-4f8b-b600-cef7b85eaa96 req-6a932778-394f-4873-9848-a96a01cba04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:06.170851 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-41b1ed87-7bfc-4f8b-b600-cef7b85eaa96 req-6a932778-394f-4873-9848-a96a01cba04e service neutron] 10.222.0.72 "GET /v2.0/networks?id=bffea359-2851-41c2-a7e4-22be5e5cad3b HTTP/1.1" status: 200 len: 913 time: 0.1161313 Mar 08 13:19:06.179326 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-eb8015cc-2790-4a44-ad7e-c0c88803b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:10:55Z', 'updated_at': '2022-03-08T13:10:59Z', 'revision_number': 4, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'gw_port': {'id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:56Z', 'updated_at': '2022-03-08T13:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '4ffd9e86-9018-43e8-b77e-71e7b28e6f62', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'port_id': '1c95cb35-71f5-496c-8a04-cfdb42625a42', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'mac_address': 'fa:16:3e:e0:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe2c728-551c-4ef7-870d-a7d388fe4a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:14:29Z', 'updated_at': '2022-03-08T13:14:32Z', 'revision_number': 1, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116108c6-01bf-4a40-9461-117683c243b3', 'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'mac_address': 'fa:16:3e:7e:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:58Z', 'updated_at': '2022-03-08T13:11:05Z', 'revision_number': 5, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'subnets': [{'id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:06.208678 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8015cc-2790-4a44-ad7e-c0c88803b97f None None] Checking router: b839d5a1-f2a2-487c-8bef-cf19efd02922 for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:19:06.217504 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8015cc-2790-4a44-ad7e-c0c88803b97f None None] Routers {'b839d5a1-f2a2-487c-8bef-cf19efd02922'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:19:06.218103 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-eb8015cc-2790-4a44-ad7e-c0c88803b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:18:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['b839d5a1-f2a2-487c-8bef-cf19efd02922'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:06.233273 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-41b1ed87-7bfc-4f8b-b600-cef7b85eaa96 req-3ef910b6-ee64-4239-b246-9cea7e02f0d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 HTTP/1.1" status: 200 len: 217 time: 0.0508647 Mar 08 13:19:06.242187 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-80eb495e-b694-45d9-80a1-b7aabdd53e39 req-60c3d83e-5ccc-4d83-8657-60b752377b76 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984731 Mar 08 13:19:06.286398 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1ed87-7bfc-4f8b-b600-cef7b85eaa96 req-f9a28aab-ad3d-4685-95f3-024bf3ed9f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:06.287842 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-41b1ed87-7bfc-4f8b-b600-cef7b85eaa96 req-f9a28aab-ad3d-4685-95f3-024bf3ed9f76 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7cd56575-d6b1-425a-8684-03ed91d4135e HTTP/1.1" status: 200 len: 850 time: 0.0448294 Mar 08 13:19:06.325176 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-eb8015cc-2790-4a44-ad7e-c0c88803b97f None None] Set router b839d5a1-f2a2-487c-8bef-cf19efd02922 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:19:06.335256 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1ed87-7bfc-4f8b-b600-cef7b85eaa96 req-9cf2f163-22e1-4a24-84e2-e0b756a02d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:06.336763 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-41b1ed87-7bfc-4f8b-b600-cef7b85eaa96 req-9cf2f163-22e1-4a24-84e2-e0b756a02d6f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bffea359-2851-41c2-a7e4-22be5e5cad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429461 Mar 08 13:19:06.432898 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-41b1ed87-7bfc-4f8b-b600-cef7b85eaa96 req-34ac6ea6-faff-4141-ab8c-deb99412e40a service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885556 Mar 08 13:19:06.524309 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-41b1ed87-7bfc-4f8b-b600-cef7b85eaa96 req-0e5c2dac-c683-4de1-880e-f1c6798ee4a5 service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846739 Mar 08 13:19:06.538550 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-eb8015cc-2790-4a44-ad7e-c0c88803b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:10:55Z', 'updated_at': '2022-03-08T13:10:59Z', 'revision_number': 4, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'gw_port': {'id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:56Z', 'updated_at': '2022-03-08T13:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '4ffd9e86-9018-43e8-b77e-71e7b28e6f62', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'port_id': '1c95cb35-71f5-496c-8a04-cfdb42625a42', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'mac_address': 'fa:16:3e:e0:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe2c728-551c-4ef7-870d-a7d388fe4a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:14:29Z', 'updated_at': '2022-03-08T13:14:32Z', 'revision_number': 1, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116108c6-01bf-4a40-9461-117683c243b3', 'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'mac_address': 'fa:16:3e:7e:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:58Z', 'updated_at': '2022-03-08T13:11:05Z', 'revision_number': 5, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'subnets': [{'id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:06.567892 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8015cc-2790-4a44-ad7e-c0c88803b97f None None] The sync data for ids ['b839d5a1-f2a2-487c-8bef-cf19efd02922'] in dv-cinder-830089-2-iscsi is: [{'id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:10:55Z', 'updated_at': '2022-03-08T13:10:59Z', 'revision_number': 4, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'gw_port': {'id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:56Z', 'updated_at': '2022-03-08T13:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_floatingips': [{'id': '4ffd9e86-9018-43e8-b77e-71e7b28e6f62', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'router_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'port_id': '1c95cb35-71f5-496c-8a04-cfdb42625a42', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'mac_address': 'fa:16:3e:e0:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe2c728-551c-4ef7-870d-a7d388fe4a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:14:29Z', 'updated_at': '2022-03-08T13:14:32Z', 'revision_number': 1, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116108c6-01bf-4a40-9461-117683c243b3', 'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'mac_address': 'fa:16:3e:7e:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:58Z', 'updated_at': '2022-03-08T13:11:05Z', 'revision_number': 5, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'subnets': [{'id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:19:06.769939 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d5d6b9-4fc4-4728-98c9-f6ea91081b92 None None] New status for floating IP 17d78589-b12d-4af3-b884-3885314884e8: DOWN {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:19:07.366833 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1536f-674b-464c-bcdd-2d106e307979 req-476c16ec-76d8-4fa5-bb2f-a9aff32ab8a1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:07.368322 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5cc1536f-674b-464c-bcdd-2d106e307979 req-476c16ec-76d8-4fa5-bb2f-a9aff32ab8a1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=12a1e6c1-3080-4afa-a65a-7a8944745958 HTTP/1.1" status: 200 len: 946 time: 0.0576978 Mar 08 13:19:07.416213 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5cc1536f-674b-464c-bcdd-2d106e307979 req-1705bcb0-fc7a-45fd-8575-03bb8b7ec20e tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422926 Mar 08 13:19:07.988475 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ca4e1-3045-4e01-b4df-1563ce05dda7 req-95bc0fbb-0c5c-4da8-8bd4-98e9fd8d2b5e tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:07.989925 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3c9ca4e1-3045-4e01-b4df-1563ce05dda7 req-95bc0fbb-0c5c-4da8-8bd4-98e9fd8d2b5e tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.72 "GET /v2.0/ports?device_id=12a1e6c1-3080-4afa-a65a-7a8944745958 HTTP/1.1" status: 200 len: 946 time: 0.0558968 Mar 08 13:19:08.078550 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-3c9ca4e1-3045-4e01-b4df-1563ce05dda7 req-d8b890b4-eaee-4604-8434-348f37a84c73 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Deleting port 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:19:08.078886 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-3c9ca4e1-3045-4e01-b4df-1563ce05dda7 req-d8b890b4-eaee-4604-8434-348f37a84c73 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:08.170613 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-3c9ca4e1-3045-4e01-b4df-1563ce05dda7 req-d8b890b4-eaee-4604-8434-348f37a84c73 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] For port 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3,segment=NetworkSegment(48478562-4b0e-4f41-a101-cd3a458c3b06),segment_id=48478562-4b0e-4f41-a101-cd3a458c3b06)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:19:08.170970 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-3c9ca4e1-3045-4e01-b4df-1563ce05dda7 req-d8b890b4-eaee-4604-8434-348f37a84c73 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:08.183019 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-3c9ca4e1-3045-4e01-b4df-1563ce05dda7 req-d8b890b4-eaee-4604-8434-348f37a84c73 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Calling delete_port for 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:19:08.315088 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-3c9ca4e1-3045-4e01-b4df-1563ce05dda7 req-d8b890b4-eaee-4604-8434-348f37a84c73 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:08.344937 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b890b4-eaee-4604-8434-348f37a84c73 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Pushing event deleted for resources: {'Port': ['ID=0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:08.354381 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b890b4-eaee-4604-8434-348f37a84c73 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:08.354734 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b890b4-eaee-4604-8434-348f37a84c73 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:08.355081 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b890b4-eaee-4604-8434-348f37a84c73 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:08.355421 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b890b4-eaee-4604-8434-348f37a84c73 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:08.355753 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b890b4-eaee-4604-8434-348f37a84c73 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:08.356085 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b890b4-eaee-4604-8434-348f37a84c73 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:08.356414 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b890b4-eaee-4604-8434-348f37a84c73 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:08.356765 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b890b4-eaee-4604-8434-348f37a84c73 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:08.357094 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b890b4-eaee-4604-8434-348f37a84c73 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:08.358339 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b890b4-eaee-4604-8434-348f37a84c73 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:08.358339 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b890b4-eaee-4604-8434-348f37a84c73 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:08.358638 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b890b4-eaee-4604-8434-348f37a84c73 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:08.358899 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b890b4-eaee-4604-8434-348f37a84c73 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:08.400507 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9ca4e1-3045-4e01-b4df-1563ce05dda7 req-d8b890b4-eaee-4604-8434-348f37a84c73 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] No DVR routers for this DVR port 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 on host hv-cinder-83008 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:19:08.403115 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-3c9ca4e1-3045-4e01-b4df-1563ce05dda7 req-d8b890b4-eaee-4604-8434-348f37a84c73 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:08.407018 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3c9ca4e1-3045-4e01-b4df-1563ce05dda7 req-d8b890b4-eaee-4604-8434-348f37a84c73 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.72 "DELETE /v2.0/ports/0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 HTTP/1.1" status: 204 len: 173 time: 0.4119740 Mar 08 13:19:08.407456 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a1e6c1-3080-4afa-a65a-7a8944745958', 'name': 'network-vif-deleted', 'tag': '0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:19:08.409764 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54605e4-1c1a-46f6-9a4a-f7cde4ae5eb4" -d '{"events": [{"server_uuid": "12a1e6c1-3080-4afa-a65a-7a8944745958", "name": "network-vif-deleted", "tag": "0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:19:08.463462 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9415acec-b668-416c-9d65-bf6d669472d4 x-openstack-request-id: req-9415acec-b668-416c-9d65-bf6d669472d4 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:19:08.463908 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a1e6c1-3080-4afa-a65a-7a8944745958", "name": "network-vif-deleted", "tag": "0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:19:08.464313 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9415acec-b668-416c-9d65-bf6d669472d4 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:19:08.464894 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a1e6c1-3080-4afa-a65a-7a8944745958', 'name': 'network-vif-deleted', 'tag': '0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3', 'status': 'completed', 'code': 200} Mar 08 13:19:08.516531 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a8a673c4-8f6b-419a-bc46-02b56791a0b9 req-83206b86-3abc-404b-9d9c-6284a74f5942 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=12a1e6c1-3080-4afa-a65a-7a8944745958 HTTP/1.1" status: 200 len: 210 time: 0.0272405 Mar 08 13:19:11.792420 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47898) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:11.928939 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:19:11.942910 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-e25df577-f081-4434-8a90-748692c6c45c tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Deleting port 5e681e2c-97d1-4d04-951f-bde52fa72cf9 {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:19:11.943188 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e25df577-f081-4434-8a90-748692c6c45c tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (5e681e2c-97d1-4d04-951f-bde52fa72cf9), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:11.948944 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] No Port match for: 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:19:11.949289 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 0c6c86f0-9bfa-4dec-b6ca-f0576b6e9be3 not bound to the agent host hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:19:12.020212 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e25df577-f081-4434-8a90-748692c6c45c tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (5e681e2c-97d1-4d04-951f-bde52fa72cf9), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:12.020537 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e25df577-f081-4434-8a90-748692c6c45c tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for floatingip (5e681e2c-97d1-4d04-951f-bde52fa72cf9), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:12.031731 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-e25df577-f081-4434-8a90-748692c6c45c tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Calling delete_port for 5e681e2c-97d1-4d04-951f-bde52fa72cf9 owned by network:floatingip {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:19:12.170436 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e25df577-f081-4434-8a90-748692c6c45c tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (5e681e2c-97d1-4d04-951f-bde52fa72cf9), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:12.198742 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25df577-f081-4434-8a90-748692c6c45c tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Pushing event deleted for resources: {'Port': ['ID=5e681e2c-97d1-4d04-951f-bde52fa72cf9,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:12.260303 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e25df577-f081-4434-8a90-748692c6c45c tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for floatingip (4ffd9e86-9018-43e8-b77e-71e7b28e6f62), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:12.260668 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.db.l3_db [None req-e25df577-f081-4434-8a90-748692c6c45c tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Floating IP 4ffd9e86-9018-43e8-b77e-71e7b28e6f62 disassociated (deleted). External IP: 172.27.3.48, port: 1c95cb35-71f5-496c-8a04-cfdb42625a42. Mar 08 13:19:12.470804 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25df577-f081-4434-8a90-748692c6c45c tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Router b839d5a1-f2a2-487c-8bef-cf19efd02922 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:19:12.578698 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25df577-f081-4434-8a90-748692c6c45c tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:19:12.583867 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e25df577-f081-4434-8a90-748692c6c45c tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:12.590866 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8183a8a6-3d8e-4661-921f-c85cdfb99dd7 None None] Sync routers for ids ['b839d5a1-f2a2-487c-8bef-cf19efd02922'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:19:12.603814 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:12.606271 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8183a8a6-3d8e-4661-921f-c85cdfb99dd7 None None] Routers {'b839d5a1-f2a2-487c-8bef-cf19efd02922'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:19:12.606884 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-8183a8a6-3d8e-4661-921f-c85cdfb99dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:18:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['b839d5a1-f2a2-487c-8bef-cf19efd02922'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:12.616651 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-e25df577-f081-4434-8a90-748692c6c45c tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "DELETE /v2.0/floatingips/4ffd9e86-9018-43e8-b77e-71e7b28e6f62 HTTP/1.1" status: 204 len: 168 time: 0.8207023 Mar 08 13:19:12.616651 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe2c728-551c-4ef7-870d-a7d388fe4a70', 'tag': '1c95cb35-71f5-496c-8a04-cfdb42625a42'}] {{(pid=102969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:19:12.617785 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6dc8d9b138c58f0a8cee2dfca36ebed44ad9fbebfb71e487ffd146a8a650eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b405ad-b06e-4ab2-a109-d05abacb8180" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe2c728-551c-4ef7-870d-a7d388fe4a70", "tag": "1c95cb35-71f5-496c-8a04-cfdb42625a42"}]}' {{(pid=102969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:19:12.655490 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ef880a-ac66-4fb2-b1cf-b019e75802c0 x-openstack-request-id: req-82ef880a-ac66-4fb2-b1cf-b019e75802c0 {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:19:12.655799 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe2c728-551c-4ef7-870d-a7d388fe4a70", "tag": "1c95cb35-71f5-496c-8a04-cfdb42625a42", "status": "completed", "code": 200}]} {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:19:12.656198 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-82ef880a-ac66-4fb2-b1cf-b019e75802c0 {{(pid=102969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:19:12.657091 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe2c728-551c-4ef7-870d-a7d388fe4a70', 'tag': '1c95cb35-71f5-496c-8a04-cfdb42625a42', 'status': 'completed', 'code': 200} Mar 08 13:19:12.762267 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b405ad-b06e-4ab2-a109-d05abacb8180 req-f95e5fc3-2d69-47a6-ab6f-6bff94e69b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:12.764041 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-91b405ad-b06e-4ab2-a109-d05abacb8180 req-f95e5fc3-2d69-47a6-ab6f-6bff94e69b6c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8a4d542bb974b6cabe91528ca772e7f&device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70 HTTP/1.1" status: 200 len: 1129 time: 0.0655878 Mar 08 13:19:12.871202 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-8183a8a6-3d8e-4661-921f-c85cdfb99dd7 None None] Set router b839d5a1-f2a2-487c-8bef-cf19efd02922 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:19:12.919604 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed28de3-2a70-48bb-8e98-72a51896576a req-dbf56ac6-605d-490b-8012-28c1922cdf88 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:12.921331 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5ed28de3-2a70-48bb-8e98-72a51896576a req-dbf56ac6-605d-490b-8012-28c1922cdf88 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70 HTTP/1.1" status: 200 len: 945 time: 0.1179368 Mar 08 13:19:12.948448 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b405ad-b06e-4ab2-a109-d05abacb8180 req-b540fcab-2861-434b-b164-2818fa8080ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:12.949971 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-91b405ad-b06e-4ab2-a109-d05abacb8180 req-b540fcab-2861-434b-b164-2818fa8080ed service neutron] 10.222.0.72 "GET /v2.0/networks?id=bffea359-2851-41c2-a7e4-22be5e5cad3b HTTP/1.1" status: 200 len: 913 time: 0.1365318 Mar 08 13:19:13.009066 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-91b405ad-b06e-4ab2-a109-d05abacb8180 req-1e6a81f2-6ef4-40a9-88dc-283df085b575 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c95cb35-71f5-496c-8a04-cfdb42625a42 HTTP/1.1" status: 200 len: 217 time: 0.0512099 Mar 08 13:19:13.026119 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5ed28de3-2a70-48bb-8e98-72a51896576a req-d6a9f599-09c0-46c0-8a34-b6296d042d71 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976853 Mar 08 13:19:13.065111 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b405ad-b06e-4ab2-a109-d05abacb8180 req-b9d09083-ccb3-43ae-84e8-48044a8f777e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:13.066564 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-91b405ad-b06e-4ab2-a109-d05abacb8180 req-b9d09083-ccb3-43ae-84e8-48044a8f777e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7cd56575-d6b1-425a-8684-03ed91d4135e HTTP/1.1" status: 200 len: 850 time: 0.0513170 Mar 08 13:19:13.071594 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-8183a8a6-3d8e-4661-921f-c85cdfb99dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:10:55Z', 'updated_at': '2022-03-08T13:10:59Z', 'revision_number': 4, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'gw_port': {'id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:56Z', 'updated_at': '2022-03-08T13:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '116108c6-01bf-4a40-9461-117683c243b3', 'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'mac_address': 'fa:16:3e:7e:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:58Z', 'updated_at': '2022-03-08T13:11:05Z', 'revision_number': 5, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'subnets': [{'id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:13.098738 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8183a8a6-3d8e-4661-921f-c85cdfb99dd7 None None] Checking router: b839d5a1-f2a2-487c-8bef-cf19efd02922 for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:19:13.107348 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8183a8a6-3d8e-4661-921f-c85cdfb99dd7 None None] Routers {'b839d5a1-f2a2-487c-8bef-cf19efd02922'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:19:13.108011 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-8183a8a6-3d8e-4661-921f-c85cdfb99dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:18:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['b839d5a1-f2a2-487c-8bef-cf19efd02922'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:13.119555 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b405ad-b06e-4ab2-a109-d05abacb8180 req-a95aa5e9-bb14-4cef-85cb-81a24915bcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:13.121267 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-91b405ad-b06e-4ab2-a109-d05abacb8180 req-a95aa5e9-bb14-4cef-85cb-81a24915bcfc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bffea359-2851-41c2-a7e4-22be5e5cad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482032 Mar 08 13:19:13.215002 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-8183a8a6-3d8e-4661-921f-c85cdfb99dd7 None None] Set router b839d5a1-f2a2-487c-8bef-cf19efd02922 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:19:13.215346 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-91b405ad-b06e-4ab2-a109-d05abacb8180 req-a5c3495d-d9a4-4f4c-b5a2-a5845155d9dd service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868087 Mar 08 13:19:13.306409 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-91b405ad-b06e-4ab2-a109-d05abacb8180 req-4ce29019-a12b-40b7-aee6-a56912473e59 service neutron] 10.222.0.72 "GET /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839734 Mar 08 13:19:13.417527 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-8183a8a6-3d8e-4661-921f-c85cdfb99dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:10:55Z', 'updated_at': '2022-03-08T13:10:59Z', 'revision_number': 4, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'gw_port': {'id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:56Z', 'updated_at': '2022-03-08T13:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '116108c6-01bf-4a40-9461-117683c243b3', 'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'mac_address': 'fa:16:3e:7e:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:58Z', 'updated_at': '2022-03-08T13:11:05Z', 'revision_number': 5, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'subnets': [{'id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:13.443023 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8183a8a6-3d8e-4661-921f-c85cdfb99dd7 None None] The sync data for ids ['b839d5a1-f2a2-487c-8bef-cf19efd02922'] in dv-cinder-830089-2-iscsi is: [{'id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:10:55Z', 'updated_at': '2022-03-08T13:10:59Z', 'revision_number': 4, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'gw_port': {'id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:56Z', 'updated_at': '2022-03-08T13:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': '116108c6-01bf-4a40-9461-117683c243b3', 'name': '', 'network_id': 'bffea359-2851-41c2-a7e4-22be5e5cad3b', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'mac_address': 'fa:16:3e:7e:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:58Z', 'updated_at': '2022-03-08T13:11:05Z', 'revision_number': 5, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'subnets': [{'id': '7cd56575-d6b1-425a-8684-03ed91d4135e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:19:13.654832 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d349b2-e739-4693-9547-54043527572e None None] New status for floating IP 4ffd9e86-9018-43e8-b77e-71e7b28e6f62: DOWN {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:19:14.144181 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aaa5ea-acf4-43d3-b31e-a77247b9acad req-82490266-8b5d-4e50-9472-a69bdb43f0b1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:14.145693 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d6aaa5ea-acf4-43d3-b31e-a77247b9acad req-82490266-8b5d-4e50-9472-a69bdb43f0b1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70 HTTP/1.1" status: 200 len: 945 time: 0.0518055 Mar 08 13:19:14.193353 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d6aaa5ea-acf4-43d3-b31e-a77247b9acad req-e6fa7aed-5824-420c-bf06-f23b4a72b255 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/security-groups?id=c64e98b6-ece2-4837-865a-87d6c99b0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419271 Mar 08 13:19:14.618504 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01aa8c-9428-484c-9373-322b70717a42 req-3fdc0f20-833b-4294-8821-8ed411acb3a7 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:14.619913 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dc01aa8c-9428-484c-9373-322b70717a42 req-3fdc0f20-833b-4294-8821-8ed411acb3a7 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.72 "GET /v2.0/ports?device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70 HTTP/1.1" status: 200 len: 945 time: 0.0505476 Mar 08 13:19:14.712081 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-dc01aa8c-9428-484c-9373-322b70717a42 req-416fa249-b298-4663-82c4-5fe452ad7426 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Deleting port 1c95cb35-71f5-496c-8a04-cfdb42625a42 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:19:14.712413 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-dc01aa8c-9428-484c-9373-322b70717a42 req-416fa249-b298-4663-82c4-5fe452ad7426 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (1c95cb35-71f5-496c-8a04-cfdb42625a42), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:14.800173 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-dc01aa8c-9428-484c-9373-322b70717a42 req-416fa249-b298-4663-82c4-5fe452ad7426 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] For port 1c95cb35-71f5-496c-8a04-cfdb42625a42, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1c95cb35-71f5-496c-8a04-cfdb42625a42,segment=NetworkSegment(48478562-4b0e-4f41-a101-cd3a458c3b06),segment_id=48478562-4b0e-4f41-a101-cd3a458c3b06)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:19:14.800523 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-dc01aa8c-9428-484c-9373-322b70717a42 req-416fa249-b298-4663-82c4-5fe452ad7426 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (1c95cb35-71f5-496c-8a04-cfdb42625a42), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:14.811870 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-dc01aa8c-9428-484c-9373-322b70717a42 req-416fa249-b298-4663-82c4-5fe452ad7426 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Calling delete_port for 1c95cb35-71f5-496c-8a04-cfdb42625a42 owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:19:14.933558 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-dc01aa8c-9428-484c-9373-322b70717a42 req-416fa249-b298-4663-82c4-5fe452ad7426 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (1c95cb35-71f5-496c-8a04-cfdb42625a42), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:14.963886 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fa249-b298-4663-82c4-5fe452ad7426 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Pushing event deleted for resources: {'Port': ['ID=1c95cb35-71f5-496c-8a04-cfdb42625a42,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:15.268955 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc01aa8c-9428-484c-9373-322b70717a42 req-416fa249-b298-4663-82c4-5fe452ad7426 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] No DVR routers for this DVR port 1c95cb35-71f5-496c-8a04-cfdb42625a42 on host hv-cinder-83008 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:19:15.277522 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-dc01aa8c-9428-484c-9373-322b70717a42 req-416fa249-b298-4663-82c4-5fe452ad7426 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:15.280736 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dc01aa8c-9428-484c-9373-322b70717a42 req-416fa249-b298-4663-82c4-5fe452ad7426 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.72 "DELETE /v2.0/ports/1c95cb35-71f5-496c-8a04-cfdb42625a42 HTTP/1.1" status: 204 len: 173 time: 0.6552892 Mar 08 13:19:15.281167 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe2c728-551c-4ef7-870d-a7d388fe4a70', 'name': 'network-vif-deleted', 'tag': '1c95cb35-71f5-496c-8a04-cfdb42625a42'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:19:15.283380 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d280ce48-cff0-4eaf-b8e5-1976a1310cae" -d '{"events": [{"server_uuid": "4fe2c728-551c-4ef7-870d-a7d388fe4a70", "name": "network-vif-deleted", "tag": "1c95cb35-71f5-496c-8a04-cfdb42625a42"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:19:15.304703 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-27d14fab-8158-4fc6-b079-2220158c0f74 req-339a8474-4995-4e78-b518-35885d82df9b tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fe2c728-551c-4ef7-870d-a7d388fe4a70 HTTP/1.1" status: 200 len: 210 time: 0.0368488 Mar 08 13:19:15.385608 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08886b8-1187-424c-b3cf-64a344a3649f x-openstack-request-id: req-b08886b8-1187-424c-b3cf-64a344a3649f {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:19:15.386124 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe2c728-551c-4ef7-870d-a7d388fe4a70", "name": "network-vif-deleted", "tag": "1c95cb35-71f5-496c-8a04-cfdb42625a42", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:19:15.386450 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b08886b8-1187-424c-b3cf-64a344a3649f {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:19:15.386944 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe2c728-551c-4ef7-870d-a7d388fe4a70', 'name': 'network-vif-deleted', 'tag': '1c95cb35-71f5-496c-8a04-cfdb42625a42', 'status': 'completed', 'code': 200} Mar 08 13:19:16.368430 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47918) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:16.494886 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-ed7d0a39-e5f9-4e23-ab45-dc3ef1e13b61 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Deleting port f67609a4-a36c-47af-afed-3cffed7d6a78 {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:19:16.495217 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ed7d0a39-e5f9-4e23-ab45-dc3ef1e13b61 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (f67609a4-a36c-47af-afed-3cffed7d6a78), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:16.567210 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ed7d0a39-e5f9-4e23-ab45-dc3ef1e13b61 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (f67609a4-a36c-47af-afed-3cffed7d6a78), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:16.567430 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ed7d0a39-e5f9-4e23-ab45-dc3ef1e13b61 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for floatingip (f67609a4-a36c-47af-afed-3cffed7d6a78), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:16.578766 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-ed7d0a39-e5f9-4e23-ab45-dc3ef1e13b61 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Calling delete_port for f67609a4-a36c-47af-afed-3cffed7d6a78 owned by network:floatingip {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:19:16.704247 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ed7d0a39-e5f9-4e23-ab45-dc3ef1e13b61 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (f67609a4-a36c-47af-afed-3cffed7d6a78), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:16.729847 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d0a39-e5f9-4e23-ab45-dc3ef1e13b61 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Pushing event deleted for resources: {'Port': ['ID=f67609a4-a36c-47af-afed-3cffed7d6a78,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:16.792964 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ed7d0a39-e5f9-4e23-ab45-dc3ef1e13b61 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for floatingip (b840576d-0da6-4125-a3c1-7198575c192a), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:16.795653 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ed7d0a39-e5f9-4e23-ab45-dc3ef1e13b61 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:16.796836 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-ed7d0a39-e5f9-4e23-ab45-dc3ef1e13b61 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "DELETE /v2.0/floatingips/b840576d-0da6-4125-a3c1-7198575c192a HTTP/1.1" status: 204 len: 168 time: 0.4273744 Mar 08 13:19:17.949745 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 1c95cb35-71f5-496c-8a04-cfdb42625a42 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:19:17.969632 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] No Port match for: 1c95cb35-71f5-496c-8a04-cfdb42625a42 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:19:17.969968 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device 1c95cb35-71f5-496c-8a04-cfdb42625a42 not bound to the agent host hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:19:17.990057 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 47930) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:18.045035 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ea0b2850-c576-4030-901c-4d23124303f1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for security_group (c64e98b6-ece2-4837-865a-87d6c99b0c3e), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:18.069778 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ea0b2850-c576-4030-901c-4d23124303f1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for security_group (c64e98b6-ece2-4837-865a-87d6c99b0c3e), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:18.131966 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ea0b2850-c576-4030-901c-4d23124303f1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (c64e98b6-ece2-4837-865a-87d6c99b0c3e), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:18.135418 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ea0b2850-c576-4030-901c-4d23124303f1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:18.136582 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-ea0b2850-c576-4030-901c-4d23124303f1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] 10.222.0.50 "DELETE /v2.0/security-groups/c64e98b6-ece2-4837-865a-87d6c99b0c3e HTTP/1.1" status: 204 len: 168 time: 0.1455269 Mar 08 13:19:18.148599 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b2850-c576-4030-901c-4d23124303f1 tempest-TestVolumeBootPattern-1696333647 tempest-TestVolumeBootPattern-1696333647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64e98b6-ece2-4837-865a-87d6c99b0c3e,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:18.189250 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 47934) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:18.616600 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-563052b1-4749-4b9c-b140-628df0032a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674134'] for router_interface (b839d5a1-f2a2-487c-8bef-cf19efd02922), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:18.860250 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-563052b1-4749-4b9c-b140-628df0032a08 admin admin] Deleting port 116108c6-01bf-4a40-9461-117683c243b3 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:19:18.860608 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-563052b1-4749-4b9c-b140-628df0032a08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (116108c6-01bf-4a40-9461-117683c243b3), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:18.937835 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-563052b1-4749-4b9c-b140-628df0032a08 admin admin] For port 116108c6-01bf-4a40-9461-117683c243b3, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=116108c6-01bf-4a40-9461-117683c243b3,segment=NetworkSegment(48478562-4b0e-4f41-a101-cd3a458c3b06),segment_id=48478562-4b0e-4f41-a101-cd3a458c3b06)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:19:18.938192 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-563052b1-4749-4b9c-b140-628df0032a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (116108c6-01bf-4a40-9461-117683c243b3), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:18.950215 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-563052b1-4749-4b9c-b140-628df0032a08 admin admin] Calling delete_port for 116108c6-01bf-4a40-9461-117683c243b3 owned by network:router_interface {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:19:19.131089 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-563052b1-4749-4b9c-b140-628df0032a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (116108c6-01bf-4a40-9461-117683c243b3), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:19.158691 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563052b1-4749-4b9c-b140-628df0032a08 admin admin] Pushing event deleted for resources: {'Port': ['ID=116108c6-01bf-4a40-9461-117683c243b3,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:19.338144 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-563052b1-4749-4b9c-b140-628df0032a08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674082'] for router_interface (b839d5a1-f2a2-487c-8bef-cf19efd02922), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:19.563785 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563052b1-4749-4b9c-b140-628df0032a08 admin admin] Router b839d5a1-f2a2-487c-8bef-cf19efd02922 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:19:19.678145 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563052b1-4749-4b9c-b140-628df0032a08 admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:19:19.683821 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-563052b1-4749-4b9c-b140-628df0032a08 admin admin] 10.222.0.50 "PUT /v2.0/routers/b839d5a1-f2a2-487c-8bef-cf19efd02922/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4929790 Mar 08 13:19:19.686406 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47938) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:19.688645 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59508da9-ca8c-40f5-be06-842cb50b437d None None] Sync routers for ids ['b839d5a1-f2a2-487c-8bef-cf19efd02922'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:19:19.702521 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59508da9-ca8c-40f5-be06-842cb50b437d None None] Routers {'b839d5a1-f2a2-487c-8bef-cf19efd02922'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:19:19.703212 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-59508da9-ca8c-40f5-be06-842cb50b437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:18:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['b839d5a1-f2a2-487c-8bef-cf19efd02922'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:19.789179 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0c7778af-833f-46d2-b68f-fddf126a35e8 admin admin] Publish callbacks [] for router (b839d5a1-f2a2-487c-8bef-cf19efd02922), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:19.808212 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-59508da9-ca8c-40f5-be06-842cb50b437d None None] Set router b839d5a1-f2a2-487c-8bef-cf19efd02922 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:19:19.886041 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0c7778af-833f-46d2-b68f-fddf126a35e8 admin admin] Publish callbacks [] for router_gateway (b839d5a1-f2a2-487c-8bef-cf19efd02922), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:19.940270 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-0c7778af-833f-46d2-b68f-fddf126a35e8 admin admin] Deleting port 6770409e-9ead-4ecf-baec-14f92f04d3ab {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:19:19.940634 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0c7778af-833f-46d2-b68f-fddf126a35e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (6770409e-9ead-4ecf-baec-14f92f04d3ab), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:19.984400 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-59508da9-ca8c-40f5-be06-842cb50b437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:10:55Z', 'updated_at': '2022-03-08T13:19:19Z', 'revision_number': 5, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'gw_port': {'id': '6770409e-9ead-4ecf-baec-14f92f04d3ab', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:10:56Z', 'updated_at': '2022-03-08T13:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:20.010802 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59508da9-ca8c-40f5-be06-842cb50b437d None None] Checking router: b839d5a1-f2a2-487c-8bef-cf19efd02922 for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:19:20.016727 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [None req-0c7778af-833f-46d2-b68f-fddf126a35e8 admin admin] For port 6770409e-9ead-4ecf-baec-14f92f04d3ab, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=6770409e-9ead-4ecf-baec-14f92f04d3ab,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:19:20.017096 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0c7778af-833f-46d2-b68f-fddf126a35e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (6770409e-9ead-4ecf-baec-14f92f04d3ab), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:20.019682 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59508da9-ca8c-40f5-be06-842cb50b437d None None] Routers {'b839d5a1-f2a2-487c-8bef-cf19efd02922'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:19:20.020291 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-59508da9-ca8c-40f5-be06-842cb50b437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:18:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['b839d5a1-f2a2-487c-8bef-cf19efd02922'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:20.029092 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-0c7778af-833f-46d2-b68f-fddf126a35e8 admin admin] Calling delete_port for 6770409e-9ead-4ecf-baec-14f92f04d3ab owned by network:router_gateway {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:19:20.101804 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:19:20.109428 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-59508da9-ca8c-40f5-be06-842cb50b437d None None] Set router b839d5a1-f2a2-487c-8bef-cf19efd02922 gateway port host: None {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:19:20.164337 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-59508da9-ca8c-40f5-be06-842cb50b437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:10:55Z', 'updated_at': '2022-03-08T13:19:19Z', 'revision_number': 6, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'gw_port_host': None}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:20.189917 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59508da9-ca8c-40f5-be06-842cb50b437d None None] The sync data for ids ['b839d5a1-f2a2-487c-8bef-cf19efd02922'] in dv-cinder-830089-2-iscsi is: [{'id': 'b839d5a1-f2a2-487c-8bef-cf19efd02922', 'name': 'tempest-TestVolumeBootPattern-843043820-router', 'tenant_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:10:55Z', 'updated_at': '2022-03-08T13:19:19Z', 'revision_number': 6, 'project_id': 'b8a4d542bb974b6cabe91528ca772e7f', 'gw_port_host': None}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:19:20.193445 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0c7778af-833f-46d2-b68f-fddf126a35e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (6770409e-9ead-4ecf-baec-14f92f04d3ab), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:20.223473 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7778af-833f-46d2-b68f-fddf126a35e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6770409e-9ead-4ecf-baec-14f92f04d3ab,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:20.285608 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0c7778af-833f-46d2-b68f-fddf126a35e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673672'] for router_gateway (b839d5a1-f2a2-487c-8bef-cf19efd02922), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:20.373021 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0c7778af-833f-46d2-b68f-fddf126a35e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60786'] for router (b839d5a1-f2a2-487c-8bef-cf19efd02922), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:20.375181 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0c7778af-833f-46d2-b68f-fddf126a35e8 admin admin] Publish callbacks [] for router_controller (b839d5a1-f2a2-487c-8bef-cf19efd02922), precommit_delete_associations {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:20.418363 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0c7778af-833f-46d2-b68f-fddf126a35e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676139'] for router (b839d5a1-f2a2-487c-8bef-cf19efd02922), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:20.418810 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7778af-833f-46d2-b68f-fddf126a35e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b839d5a1-f2a2-487c-8bef-cf19efd02922 {{(pid=102969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:19:20.422979 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0c7778af-833f-46d2-b68f-fddf126a35e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:20.424116 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-0c7778af-833f-46d2-b68f-fddf126a35e8 admin admin] 10.222.0.50 "DELETE /v2.0/routers/b839d5a1-f2a2-487c-8bef-cf19efd02922 HTTP/1.1" status: 204 len: 168 time: 0.7367361 Mar 08 13:19:20.426664 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47940) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:20.472301 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ac5d1e-7a0b-47f9-854b-1cb06710682d admin admin] Deleting subnet 7cd56575-d6b1-425a-8684-03ed91d4135e {{(pid=102969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:19:20.475188 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-88ac5d1e-7a0b-47f9-854b-1cb06710682d admin admin] Publish callbacks [] for subnet (7cd56575-d6b1-425a-8684-03ed91d4135e), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:20.507632 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-88ac5d1e-7a0b-47f9-854b-1cb06710682d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5748676'] for subnet (7cd56575-d6b1-425a-8684-03ed91d4135e), precommit_delete_associations {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:20.584806 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-88ac5d1e-7a0b-47f9-854b-1cb06710682d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791735'] for subnet (7cd56575-d6b1-425a-8684-03ed91d4135e), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:20.642551 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-88ac5d1e-7a0b-47f9-854b-1cb06710682d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4213226'] for subnet (7cd56575-d6b1-425a-8684-03ed91d4135e), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:20.669703 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac5d1e-7a0b-47f9-854b-1cb06710682d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cd56575-d6b1-425a-8684-03ed91d4135e,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:20.674862 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-88ac5d1e-7a0b-47f9-854b-1cb06710682d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:20.678090 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-88ac5d1e-7a0b-47f9-854b-1cb06710682d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7cd56575-d6b1-425a-8684-03ed91d4135e HTTP/1.1" status: 204 len: 168 time: 0.2505219 Mar 08 13:19:20.680616 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47942) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:20.683208 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737883ec-158f-4748-b697-11786ea39ec5 None None] Network bffea359-2851-41c2-a7e4-22be5e5cad3b requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:19:20.751786 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f1af45dc-327a-45a0-b00c-b4bc6737c2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749880'] for network (bffea359-2851-41c2-a7e4-22be5e5cad3b), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:20.807512 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-f1af45dc-327a-45a0-b00c-b4bc6737c2ea admin admin] Deleting port dd488cb9-b064-4f81-9d19-964165892c66 {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:19:20.807850 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f1af45dc-327a-45a0-b00c-b4bc6737c2ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (dd488cb9-b064-4f81-9d19-964165892c66), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:20.872194 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [None req-f1af45dc-327a-45a0-b00c-b4bc6737c2ea admin admin] For port dd488cb9-b064-4f81-9d19-964165892c66, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=dd488cb9-b064-4f81-9d19-964165892c66,segment=NetworkSegment(48478562-4b0e-4f41-a101-cd3a458c3b06),segment_id=48478562-4b0e-4f41-a101-cd3a458c3b06)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:19:20.872552 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f1af45dc-327a-45a0-b00c-b4bc6737c2ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (dd488cb9-b064-4f81-9d19-964165892c66), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:20.885370 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-f1af45dc-327a-45a0-b00c-b4bc6737c2ea admin admin] Calling delete_port for dd488cb9-b064-4f81-9d19-964165892c66 owned by network:dhcp {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:19:20.931710 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89bc4ac-0a22-4a53-b223-1da63d4a431a None None] DHCP port deletion for bffea359-2851-41c2-a7e4-22be5e5cad3b request from dv-cinder-830089-2-iscsi {{(pid=102970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 13:19:20.967758 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f1af45dc-327a-45a0-b00c-b4bc6737c2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (dd488cb9-b064-4f81-9d19-964165892c66), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:20.991510 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-b89bc4ac-0a22-4a53-b223-1da63d4a431a None None] Deleting port dd488cb9-b064-4f81-9d19-964165892c66 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:19:20.991892 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b89bc4ac-0a22-4a53-b223-1da63d4a431a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (dd488cb9-b064-4f81-9d19-964165892c66), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:21.004616 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af45dc-327a-45a0-b00c-b4bc6737c2ea admin admin] Pushing event deleted for resources: {'Port': ['ID=dd488cb9-b064-4f81-9d19-964165892c66,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:21.004616 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1af45dc-327a-45a0-b00c-b4bc6737c2ea admin admin] No DVR routers for this DVR port dd488cb9-b064-4f81-9d19-964165892c66 on host dv-cinder-830089-2-iscsi {{(pid=102969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:19:21.056647 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device dd488cb9-b064-4f81-9d19-964165892c66 no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:19:21.077907 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f1af45dc-327a-45a0-b00c-b4bc6737c2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773944', 'neutron.services.segments.db._delete_segments_for_network-8755472085351'] for network (bffea359-2851-41c2-a7e4-22be5e5cad3b), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:21.086887 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: dd488cb9-b064-4f81-9d19-964165892c66 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:19:21.087239 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device dd488cb9-b064-4f81-9d19-964165892c66 not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:19:21.087655 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 6770409e-9ead-4ecf-baec-14f92f04d3ab no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:19:21.093106 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-b89bc4ac-0a22-4a53-b223-1da63d4a431a None None] For port dd488cb9-b064-4f81-9d19-964165892c66, host dv-cinder-830089-2-iscsi, got binding levels [] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:19:21.093522 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b89bc4ac-0a22-4a53-b223-1da63d4a431a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (dd488cb9-b064-4f81-9d19-964165892c66), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:21.097579 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-f1af45dc-327a-45a0-b00c-b4bc6737c2ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffea359-2851-41c2-a7e4-22be5e5cad3b']}} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:21.106545 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-f1af45dc-327a-45a0-b00c-b4bc6737c2ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48478562-4b0e-4f41-a101-cd3a458c3b06') {'for_net_delete': True} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:21.106844 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-f1af45dc-327a-45a0-b00c-b4bc6737c2ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48478562-4b0e-4f41-a101-cd3a458c3b06') {} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:21.116152 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f1af45dc-327a-45a0-b00c-b4bc6737c2ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755472086384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5748543'] for segment (48478562-4b0e-4f41-a101-cd3a458c3b06), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:21.118365 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: 6770409e-9ead-4ecf-baec-14f92f04d3ab {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:19:21.118722 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 6770409e-9ead-4ecf-baec-14f92f04d3ab not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:19:21.119141 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 116108c6-01bf-4a40-9461-117683c243b3 no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:19:21.124404 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-b89bc4ac-0a22-4a53-b223-1da63d4a431a None None] Calling delete_port for dd488cb9-b064-4f81-9d19-964165892c66 owned by network:dhcp {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:19:21.131010 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f1af45dc-327a-45a0-b00c-b4bc6737c2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (48478562-4b0e-4f41-a101-cd3a458c3b06), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:21.137024 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1af45dc-327a-45a0-b00c-b4bc6737c2ea admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=102969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:19:21.137381 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f1af45dc-327a-45a0-b00c-b4bc6737c2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4286982'] for segment (48478562-4b0e-4f41-a101-cd3a458c3b06), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: Traceback (most recent call last): Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: timer() Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: cb(*args, **kw) Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: return func(*args, **kwargs) Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: self._notify() Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: self.callback(batched_events) Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: event.method(event) Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: return f(self, *a, **k) Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: return self._get(url).json() Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: return self.request(url, 'GET', **kwargs) Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:19:21.138980 dv-cinder-830089-2-iscsi neutron-server[102969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:19:21.142830 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.ipam_backend_mixin [None req-b89bc4ac-0a22-4a53-b223-1da63d4a431a None None] Port dd488cb9-b064-4f81-9d19-964165892c66 was not found and therefore no delete operation was performed {{(pid=102970) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 13:19:21.144270 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: 116108c6-01bf-4a40-9461-117683c243b3 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:19:21.144662 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 116108c6-01bf-4a40-9461-117683c243b3 not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:19:21.147161 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b89bc4ac-0a22-4a53-b223-1da63d4a431a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016'] for port (dd488cb9-b064-4f81-9d19-964165892c66), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:21.176781 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89bc4ac-0a22-4a53-b223-1da63d4a431a None None] Pushing event deleted for resources: {'Port': ['ID=dd488cb9-b064-4f81-9d19-964165892c66,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:21.181104 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89bc4ac-0a22-4a53-b223-1da63d4a431a None None] No DVR routers for this DVR port dd488cb9-b064-4f81-9d19-964165892c66 on host dv-cinder-830089-2-iscsi {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:19:21.192577 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89bc4ac-0a22-4a53-b223-1da63d4a431a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:21.192577 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89bc4ac-0a22-4a53-b223-1da63d4a431a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:21.192577 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89bc4ac-0a22-4a53-b223-1da63d4a431a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:21.192577 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89bc4ac-0a22-4a53-b223-1da63d4a431a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:21.192983 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89bc4ac-0a22-4a53-b223-1da63d4a431a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:21.193239 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89bc4ac-0a22-4a53-b223-1da63d4a431a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:21.193679 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89bc4ac-0a22-4a53-b223-1da63d4a431a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:21.193904 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89bc4ac-0a22-4a53-b223-1da63d4a431a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:21.194224 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89bc4ac-0a22-4a53-b223-1da63d4a431a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:21.194549 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89bc4ac-0a22-4a53-b223-1da63d4a431a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:21.194868 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89bc4ac-0a22-4a53-b223-1da63d4a431a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:21.195418 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89bc4ac-0a22-4a53-b223-1da63d4a431a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:21.195748 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89bc4ac-0a22-4a53-b223-1da63d4a431a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:21.202690 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f1af45dc-327a-45a0-b00c-b4bc6737c2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673708'] for network (bffea359-2851-41c2-a7e4-22be5e5cad3b), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:21.207788 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f1af45dc-327a-45a0-b00c-b4bc6737c2ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:21.214640 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-f1af45dc-327a-45a0-b00c-b4bc6737c2ea admin admin] 10.222.0.50 "DELETE /v2.0/networks/bffea359-2851-41c2-a7e4-22be5e5cad3b HTTP/1.1" status: 204 len: 168 time: 0.5296416 Mar 08 13:19:21.214640 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47944) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:21.230432 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af45dc-327a-45a0-b00c-b4bc6737c2ea admin admin] Pushing event deleted for resources: {'Network': ['ID=bffea359-2851-41c2-a7e4-22be5e5cad3b,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:21.784002 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e69f0fd4-e513-4ddb-9317-e6470cbf8bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674134'] for router_interface (1a7858f0-75c6-4c6a-a0cb-b235e874d5a1), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:22.025708 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-e69f0fd4-e513-4ddb-9317-e6470cbf8bbc admin admin] Deleting port 70057817-85fb-4d22-a6ad-e62b2ba88b86 {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:19:22.026038 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e69f0fd4-e513-4ddb-9317-e6470cbf8bbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (70057817-85fb-4d22-a6ad-e62b2ba88b86), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:22.099875 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [None req-e69f0fd4-e513-4ddb-9317-e6470cbf8bbc admin admin] For port 70057817-85fb-4d22-a6ad-e62b2ba88b86, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=70057817-85fb-4d22-a6ad-e62b2ba88b86,segment=NetworkSegment(eac7d0e0-d8e5-4894-ab98-d2544c8ca10e),segment_id=eac7d0e0-d8e5-4894-ab98-d2544c8ca10e)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:19:22.100176 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e69f0fd4-e513-4ddb-9317-e6470cbf8bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (70057817-85fb-4d22-a6ad-e62b2ba88b86), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:22.111525 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-e69f0fd4-e513-4ddb-9317-e6470cbf8bbc admin admin] Calling delete_port for 70057817-85fb-4d22-a6ad-e62b2ba88b86 owned by network:router_interface {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:19:22.287056 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e69f0fd4-e513-4ddb-9317-e6470cbf8bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (70057817-85fb-4d22-a6ad-e62b2ba88b86), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:22.311589 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f0fd4-e513-4ddb-9317-e6470cbf8bbc admin admin] Pushing event deleted for resources: {'Port': ['ID=70057817-85fb-4d22-a6ad-e62b2ba88b86,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:22.476973 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e69f0fd4-e513-4ddb-9317-e6470cbf8bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674082'] for router_interface (1a7858f0-75c6-4c6a-a0cb-b235e874d5a1), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:22.685414 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69f0fd4-e513-4ddb-9317-e6470cbf8bbc admin admin] Router 1a7858f0-75c6-4c6a-a0cb-b235e874d5a1 has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:19:22.786548 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69f0fd4-e513-4ddb-9317-e6470cbf8bbc admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:19:22.792457 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-e69f0fd4-e513-4ddb-9317-e6470cbf8bbc admin admin] 10.222.0.50 "PUT /v2.0/routers/1a7858f0-75c6-4c6a-a0cb-b235e874d5a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5771394 Mar 08 13:19:22.794043 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 47946) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:22.795289 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f5f356-4de6-4dcf-b1a0-58b26835a326 None None] Sync routers for ids ['1a7858f0-75c6-4c6a-a0cb-b235e874d5a1'] in dv-cinder-830089-2-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:19:22.805422 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f5f356-4de6-4dcf-b1a0-58b26835a326 None None] Routers {'1a7858f0-75c6-4c6a-a0cb-b235e874d5a1'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:19:22.806097 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-d6f5f356-4de6-4dcf-b1a0-58b26835a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:18:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['1a7858f0-75c6-4c6a-a0cb-b235e874d5a1'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:22.899929 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8820-6f29-42b4-920a-667db291d261 admin admin] Publish callbacks [] for router (1a7858f0-75c6-4c6a-a0cb-b235e874d5a1), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:22.916961 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-d6f5f356-4de6-4dcf-b1a0-58b26835a326 None None] Set router 1a7858f0-75c6-4c6a-a0cb-b235e874d5a1 gateway port host: dv-cinder-830089-2-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:19:23.008591 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8820-6f29-42b4-920a-667db291d261 admin admin] Publish callbacks [] for router_gateway (1a7858f0-75c6-4c6a-a0cb-b235e874d5a1), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:23.065300 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-7ddd8820-6f29-42b4-920a-667db291d261 admin admin] Deleting port ff905071-77af-4f6c-9d9b-3982c5d7aed8 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:19:23.065678 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8820-6f29-42b4-920a-667db291d261 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (ff905071-77af-4f6c-9d9b-3982c5d7aed8), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:23.121936 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-d6f5f356-4de6-4dcf-b1a0-58b26835a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7858f0-75c6-4c6a-a0cb-b235e874d5a1', 'name': 'tempest-TestVolumeBootPattern-677996755-router', 'tenant_id': '78839dd08411414d81178beb4216f828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'ff905071-77af-4f6c-9d9b-3982c5d7aed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:11:01Z', 'updated_at': '2022-03-08T13:19:22Z', 'revision_number': 5, 'project_id': '78839dd08411414d81178beb4216f828', 'gw_port': {'id': 'ff905071-77af-4f6c-9d9b-3982c5d7aed8', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7858f0-75c6-4c6a-a0cb-b235e874d5a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:02Z', 'updated_at': '2022-03-08T13:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:23.149903 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-7ddd8820-6f29-42b4-920a-667db291d261 admin admin] For port ff905071-77af-4f6c-9d9b-3982c5d7aed8, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=ff905071-77af-4f6c-9d9b-3982c5d7aed8,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:19:23.150237 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f5f356-4de6-4dcf-b1a0-58b26835a326 None None] Checking router: 1a7858f0-75c6-4c6a-a0cb-b235e874d5a1 for host: dv-cinder-830089-2-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:19:23.150804 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8820-6f29-42b4-920a-667db291d261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (ff905071-77af-4f6c-9d9b-3982c5d7aed8), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:23.161456 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f5f356-4de6-4dcf-b1a0-58b26835a326 None None] Routers {'1a7858f0-75c6-4c6a-a0cb-b235e874d5a1'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:19:23.161967 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-d6f5f356-4de6-4dcf-b1a0-58b26835a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:18:57Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['1a7858f0-75c6-4c6a-a0cb-b235e874d5a1'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:23.164835 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-7ddd8820-6f29-42b4-920a-667db291d261 admin admin] Calling delete_port for ff905071-77af-4f6c-9d9b-3982c5d7aed8 owned by network:router_gateway {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:19:23.341134 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8820-6f29-42b4-920a-667db291d261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (ff905071-77af-4f6c-9d9b-3982c5d7aed8), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:23.346188 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-d6f5f356-4de6-4dcf-b1a0-58b26835a326 None None] Set router 1a7858f0-75c6-4c6a-a0cb-b235e874d5a1 gateway port host: None {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:19:23.370461 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd8820-6f29-42b4-920a-667db291d261 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff905071-77af-4f6c-9d9b-3982c5d7aed8,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:23.397866 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-d6f5f356-4de6-4dcf-b1a0-58b26835a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7858f0-75c6-4c6a-a0cb-b235e874d5a1', 'name': 'tempest-TestVolumeBootPattern-677996755-router', 'tenant_id': '78839dd08411414d81178beb4216f828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:11:01Z', 'updated_at': '2022-03-08T13:19:23Z', 'revision_number': 6, 'project_id': '78839dd08411414d81178beb4216f828', 'gw_port_host': None}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:23.426027 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f5f356-4de6-4dcf-b1a0-58b26835a326 None None] The sync data for ids ['1a7858f0-75c6-4c6a-a0cb-b235e874d5a1'] in dv-cinder-830089-2-iscsi is: [{'id': '1a7858f0-75c6-4c6a-a0cb-b235e874d5a1', 'name': 'tempest-TestVolumeBootPattern-677996755-router', 'tenant_id': '78839dd08411414d81178beb4216f828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:11:01Z', 'updated_at': '2022-03-08T13:19:23Z', 'revision_number': 6, 'project_id': '78839dd08411414d81178beb4216f828', 'gw_port_host': None}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:19:23.428731 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8820-6f29-42b4-920a-667db291d261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673672'] for router_gateway (1a7858f0-75c6-4c6a-a0cb-b235e874d5a1), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:23.522770 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8820-6f29-42b4-920a-667db291d261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60786'] for router (1a7858f0-75c6-4c6a-a0cb-b235e874d5a1), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:23.524851 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8820-6f29-42b4-920a-667db291d261 admin admin] Publish callbacks [] for router_controller (1a7858f0-75c6-4c6a-a0cb-b235e874d5a1), precommit_delete_associations {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:23.571397 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8820-6f29-42b4-920a-667db291d261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676139'] for router (1a7858f0-75c6-4c6a-a0cb-b235e874d5a1), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:23.571969 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddd8820-6f29-42b4-920a-667db291d261 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a7858f0-75c6-4c6a-a0cb-b235e874d5a1 {{(pid=102968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:19:23.576904 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8820-6f29-42b4-920a-667db291d261 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:23.578135 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-7ddd8820-6f29-42b4-920a-667db291d261 admin admin] 10.222.0.50 "DELETE /v2.0/routers/1a7858f0-75c6-4c6a-a0cb-b235e874d5a1 HTTP/1.1" status: 204 len: 168 time: 0.7831056 Mar 08 13:19:23.581470 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47948) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:23.631119 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_v2 [None req-28702f99-b9bc-4e9c-af58-8919efc9896e admin admin] Deleting subnet b8e2f9ed-5ea9-4e32-b255-f1585e27ec5e {{(pid=102969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:19:23.634183 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-28702f99-b9bc-4e9c-af58-8919efc9896e admin admin] Publish callbacks [] for subnet (b8e2f9ed-5ea9-4e32-b255-f1585e27ec5e), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:23.666920 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-28702f99-b9bc-4e9c-af58-8919efc9896e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5748676'] for subnet (b8e2f9ed-5ea9-4e32-b255-f1585e27ec5e), precommit_delete_associations {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:23.739831 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-28702f99-b9bc-4e9c-af58-8919efc9896e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791735'] for subnet (b8e2f9ed-5ea9-4e32-b255-f1585e27ec5e), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:23.797721 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-28702f99-b9bc-4e9c-af58-8919efc9896e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4213226'] for subnet (b8e2f9ed-5ea9-4e32-b255-f1585e27ec5e), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:23.825158 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28702f99-b9bc-4e9c-af58-8919efc9896e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8e2f9ed-5ea9-4e32-b255-f1585e27ec5e,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:23.827124 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-28702f99-b9bc-4e9c-af58-8919efc9896e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:23.832749 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-28702f99-b9bc-4e9c-af58-8919efc9896e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b8e2f9ed-5ea9-4e32-b255-f1585e27ec5e HTTP/1.1" status: 204 len: 168 time: 0.2478616 Mar 08 13:19:23.833059 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e367b1-c051-4789-8ca0-704fd73246d1 None None] Network ef72010c-57d3-47ba-aeee-a8ad11f4e6aa requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:19:23.833514 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 47950) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:23.902071 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b46a5a40-77aa-456e-a8f8-81617e982898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749880'] for network (ef72010c-57d3-47ba-aeee-a8ad11f4e6aa), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:23.958266 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-b46a5a40-77aa-456e-a8f8-81617e982898 admin admin] Deleting port 235c37cb-f2f8-4ef9-8e1f-cb22c274db27 {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:19:23.958824 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b46a5a40-77aa-456e-a8f8-81617e982898 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (235c37cb-f2f8-4ef9-8e1f-cb22c274db27), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:24.025604 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [None req-b46a5a40-77aa-456e-a8f8-81617e982898 admin admin] For port 235c37cb-f2f8-4ef9-8e1f-cb22c274db27, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=235c37cb-f2f8-4ef9-8e1f-cb22c274db27,segment=NetworkSegment(eac7d0e0-d8e5-4894-ab98-d2544c8ca10e),segment_id=eac7d0e0-d8e5-4894-ab98-d2544c8ca10e)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:19:24.025966 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b46a5a40-77aa-456e-a8f8-81617e982898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (235c37cb-f2f8-4ef9-8e1f-cb22c274db27), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:24.038246 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-b46a5a40-77aa-456e-a8f8-81617e982898 admin admin] Calling delete_port for 235c37cb-f2f8-4ef9-8e1f-cb22c274db27 owned by network:dhcp {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:19:24.114184 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b46a5a40-77aa-456e-a8f8-81617e982898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (235c37cb-f2f8-4ef9-8e1f-cb22c274db27), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:24.142512 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a5a40-77aa-456e-a8f8-81617e982898 admin admin] Pushing event deleted for resources: {'Port': ['ID=235c37cb-f2f8-4ef9-8e1f-cb22c274db27,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:24.144348 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46a5a40-77aa-456e-a8f8-81617e982898 admin admin] No DVR routers for this DVR port 235c37cb-f2f8-4ef9-8e1f-cb22c274db27 on host dv-cinder-830089-2-iscsi {{(pid=102969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:19:24.202835 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337e62df-2c1a-491d-a383-e78e12875b7e None None] DHCP port deletion for ef72010c-57d3-47ba-aeee-a8ad11f4e6aa request from dv-cinder-830089-2-iscsi {{(pid=102970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 13:19:24.216071 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b46a5a40-77aa-456e-a8f8-81617e982898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773944', 'neutron.services.segments.db._delete_segments_for_network-8755472085351'] for network (ef72010c-57d3-47ba-aeee-a8ad11f4e6aa), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:24.238928 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-b46a5a40-77aa-456e-a8f8-81617e982898 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef72010c-57d3-47ba-aeee-a8ad11f4e6aa']}} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:24.249809 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-b46a5a40-77aa-456e-a8f8-81617e982898 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac7d0e0-d8e5-4894-ab98-d2544c8ca10e') {'for_net_delete': True} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:24.250105 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-b46a5a40-77aa-456e-a8f8-81617e982898 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac7d0e0-d8e5-4894-ab98-d2544c8ca10e') {} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:24.259628 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b46a5a40-77aa-456e-a8f8-81617e982898 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755472086384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5748543'] for segment (eac7d0e0-d8e5-4894-ab98-d2544c8ca10e), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:24.278798 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b46a5a40-77aa-456e-a8f8-81617e982898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (eac7d0e0-d8e5-4894-ab98-d2544c8ca10e), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:24.286987 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46a5a40-77aa-456e-a8f8-81617e982898 admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=102969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:19:24.287293 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b46a5a40-77aa-456e-a8f8-81617e982898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4286982'] for segment (eac7d0e0-d8e5-4894-ab98-d2544c8ca10e), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: Traceback (most recent call last): Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: timer() Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: cb(*args, **kw) Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: return func(*args, **kwargs) Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: self._notify() Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: self.callback(batched_events) Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: event.method(event) Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: return f(self, *a, **k) Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: return self._get(url).json() Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: return self.request(url, 'GET', **kwargs) Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:19:24.289224 dv-cinder-830089-2-iscsi neutron-server[102969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:19:24.347078 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b46a5a40-77aa-456e-a8f8-81617e982898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673708'] for network (ef72010c-57d3-47ba-aeee-a8ad11f4e6aa), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:24.351645 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b46a5a40-77aa-456e-a8f8-81617e982898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:24.354866 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-b46a5a40-77aa-456e-a8f8-81617e982898 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ef72010c-57d3-47ba-aeee-a8ad11f4e6aa HTTP/1.1" status: 204 len: 168 time: 0.5210547 Mar 08 13:19:24.367138 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a5a40-77aa-456e-a8f8-81617e982898 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef72010c-57d3-47ba-aeee-a8ad11f4e6aa,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:24.476206 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 47954) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:24.516589 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-e3d87c52-823b-44fb-8762-cf77b5b99663 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b8a4d542bb974b6cabe91528ca772e7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391142 Mar 08 13:19:24.519517 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 47956) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:24.564479 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ed4fd97f-9ad8-464c-a26e-edf0d2ea777a admin admin] Publish callbacks [] for security_group (13e75dcf-93b5-4255-9765-f297cc2ce358), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:24.585170 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ed4fd97f-9ad8-464c-a26e-edf0d2ea777a admin admin] Publish callbacks [] for security_group (13e75dcf-93b5-4255-9765-f297cc2ce358), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:24.634335 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ed4fd97f-9ad8-464c-a26e-edf0d2ea777a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (13e75dcf-93b5-4255-9765-f297cc2ce358), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:24.637063 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ed4fd97f-9ad8-464c-a26e-edf0d2ea777a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:24.638468 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-ed4fd97f-9ad8-464c-a26e-edf0d2ea777a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/13e75dcf-93b5-4255-9765-f297cc2ce358 HTTP/1.1" status: 204 len: 168 time: 0.1180379 Mar 08 13:19:24.647082 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fd97f-9ad8-464c-a26e-edf0d2ea777a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e75dcf-93b5-4255-9765-f297cc2ce358,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:24.744397 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e1b52f8f-94ea-473a-ae0a-3fa8eb3fd38c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:24.952199 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 47962) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:25.020960 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device ff905071-77af-4f6c-9d9b-3982c5d7aed8 no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:19:25.029618 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-cb6b22fe-b098-4544-95f3-457a66ab6f50 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=78839dd08411414d81178beb4216f828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0762346 Mar 08 13:19:25.032128 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 47964) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:25.041198 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: ff905071-77af-4f6c-9d9b-3982c5d7aed8 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:19:25.041550 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device ff905071-77af-4f6c-9d9b-3982c5d7aed8 not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:19:25.041965 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 235c37cb-f2f8-4ef9-8e1f-cb22c274db27 no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:19:25.058722 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7da56b23-4f8c-4a4e-9f9d-067cc7de360b req-55af369a-00b6-482e-aacb-a408c9af72b0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=57cbc5c8-93b7-417a-86fd-a5776ca740b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0931101 Mar 08 13:19:25.061045 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: 235c37cb-f2f8-4ef9-8e1f-cb22c274db27 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:19:25.061504 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 235c37cb-f2f8-4ef9-8e1f-cb22c274db27 not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:19:25.061797 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 70057817-85fb-4d22-a6ad-e62b2ba88b86 no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:19:25.081136 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: 70057817-85fb-4d22-a6ad-e62b2ba88b86 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:19:25.081666 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 70057817-85fb-4d22-a6ad-e62b2ba88b86 not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:19:25.085455 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-30f4c5e0-6f8d-4d5f-8f77-e67ce147498c admin admin] Publish callbacks [] for security_group (26d7ea59-cfb2-437a-9714-01b2d9d10b4f), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:25.130853 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-30f4c5e0-6f8d-4d5f-8f77-e67ce147498c admin admin] Publish callbacks [] for security_group (26d7ea59-cfb2-437a-9714-01b2d9d10b4f), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:25.175687 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da56b23-4f8c-4a4e-9f9d-067cc7de360b req-53e73b4c-7225-41ab-a262-4120776372e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:25.177162 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7da56b23-4f8c-4a4e-9f9d-067cc7de360b req-53e73b4c-7225-41ab-a262-4120776372e0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cec937854d5a4539a505bc92cfa1e8c3&device_id=57cbc5c8-93b7-417a-86fd-a5776ca740b5 HTTP/1.1" status: 200 len: 1130 time: 0.0795355 Mar 08 13:19:25.194546 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-30f4c5e0-6f8d-4d5f-8f77-e67ce147498c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (26d7ea59-cfb2-437a-9714-01b2d9d10b4f), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:25.197426 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-30f4c5e0-6f8d-4d5f-8f77-e67ce147498c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:25.198561 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-30f4c5e0-6f8d-4d5f-8f77-e67ce147498c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/26d7ea59-cfb2-437a-9714-01b2d9d10b4f HTTP/1.1" status: 204 len: 168 time: 0.1655126 Mar 08 13:19:25.225466 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4c5e0-6f8d-4d5f-8f77-e67ce147498c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d7ea59-cfb2-437a-9714-01b2d9d10b4f,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:25.310023 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da56b23-4f8c-4a4e-9f9d-067cc7de360b req-f911a22a-2344-4644-8a9c-13102045b9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:25.311486 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7da56b23-4f8c-4a4e-9f9d-067cc7de360b req-f911a22a-2344-4644-8a9c-13102045b9a3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=704fe92a-ae52-4570-b350-fd23be3fef08 HTTP/1.1" status: 200 len: 917 time: 0.1118279 Mar 08 13:19:25.385275 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7da56b23-4f8c-4a4e-9f9d-067cc7de360b req-8023c4de-da64-4a62-b4f3-1c1878fd4502 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 HTTP/1.1" status: 200 len: 1001 time: 0.0660541 Mar 08 13:19:25.444235 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da56b23-4f8c-4a4e-9f9d-067cc7de360b req-b65b283b-100d-41ae-bcd2-078db7dedf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:25.445680 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7da56b23-4f8c-4a4e-9f9d-067cc7de360b req-b65b283b-100d-41ae-bcd2-078db7dedf39 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac HTTP/1.1" status: 200 len: 854 time: 0.0551393 Mar 08 13:19:25.497214 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da56b23-4f8c-4a4e-9f9d-067cc7de360b req-e16e6d1e-005a-4337-b09e-ae91c25f0b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:25.498735 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7da56b23-4f8c-4a4e-9f9d-067cc7de360b req-e16e6d1e-005a-4337-b09e-ae91c25f0b9e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=704fe92a-ae52-4570-b350-fd23be3fef08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476465 Mar 08 13:19:25.592130 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7da56b23-4f8c-4a4e-9f9d-067cc7de360b req-d2cb92be-9a24-46b3-9d92-c891b857b6b3 service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859687 Mar 08 13:19:25.684713 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7da56b23-4f8c-4a4e-9f9d-067cc7de360b req-4fb675ea-60c1-4785-9aa5-b6437499b1df service neutron] 10.222.0.72 "GET /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852935 Mar 08 13:19:26.960247 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-707a4f58-f9d4-4a5e-b439-65392e095de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:28.204610 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:29.645815 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:30.988668 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:37.217106 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1a6cf-5da8-401a-877c-d9d17684f1d5 req-398fe002-8709-4cde-8e3f-fad6e3ecd872 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:37.218498 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f8e1a6cf-5da8-401a-877c-d9d17684f1d5 req-398fe002-8709-4cde-8e3f-fad6e3ecd872 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=57cbc5c8-93b7-417a-86fd-a5776ca740b5 HTTP/1.1" status: 200 len: 946 time: 0.0512199 Mar 08 13:19:37.264243 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f8e1a6cf-5da8-401a-877c-d9d17684f1d5 req-3c5df652-0145-4d23-8baa-1f45e7274da7 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=8feb6c8b-0ab6-43e3-8d82-643791aacfac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401311 Mar 08 13:19:38.382694 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c31870-6e3f-4c08-a674-d93227fb62f9 req-3c29c5ce-f4d2-4dc4-8df0-fc3c60c58700 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:38.384139 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-08c31870-6e3f-4c08-a674-d93227fb62f9 req-3c29c5ce-f4d2-4dc4-8df0-fc3c60c58700 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=57cbc5c8-93b7-417a-86fd-a5776ca740b5 HTTP/1.1" status: 200 len: 946 time: 0.0533822 Mar 08 13:19:38.429269 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [req-08c31870-6e3f-4c08-a674-d93227fb62f9 req-c592d8f5-3bda-4dbb-b8db-2b81e2e42abb tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=8feb6c8b-0ab6-43e3-8d82-643791aacfac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396218 Mar 08 13:19:39.184221 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8026a37-564d-42e6-a9f4-c4ab5aab5696 req-fe7e65f1-f71e-4c5d-9df1-b31c6019e75b tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:39.185676 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a8026a37-564d-42e6-a9f4-c4ab5aab5696 req-fe7e65f1-f71e-4c5d-9df1-b31c6019e75b tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.72 "GET /v2.0/ports?device_id=57cbc5c8-93b7-417a-86fd-a5776ca740b5 HTTP/1.1" status: 200 len: 946 time: 0.0542123 Mar 08 13:19:39.274907 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-a8026a37-564d-42e6-a9f4-c4ab5aab5696 req-edf657de-db87-4aaf-950c-df7102739720 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Deleting port e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:19:39.275248 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a8026a37-564d-42e6-a9f4-c4ab5aab5696 req-edf657de-db87-4aaf-950c-df7102739720 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (e8a0e122-fc79-4a8b-b13e-6b51fc5fae48), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:39.372233 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-a8026a37-564d-42e6-a9f4-c4ab5aab5696 req-edf657de-db87-4aaf-950c-df7102739720 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] For port e8a0e122-fc79-4a8b-b13e-6b51fc5fae48, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e8a0e122-fc79-4a8b-b13e-6b51fc5fae48,segment=NetworkSegment(aee775c5-334f-4ae8-a366-a04ce30cc8da),segment_id=aee775c5-334f-4ae8-a366-a04ce30cc8da)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:19:39.372615 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a8026a37-564d-42e6-a9f4-c4ab5aab5696 req-edf657de-db87-4aaf-950c-df7102739720 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (e8a0e122-fc79-4a8b-b13e-6b51fc5fae48), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:39.566788 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a8026a37-564d-42e6-a9f4-c4ab5aab5696 req-edf657de-db87-4aaf-950c-df7102739720 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:39.567157 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a8026a37-564d-42e6-a9f4-c4ab5aab5696 req-edf657de-db87-4aaf-950c-df7102739720 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672086'] for floatingip (825032cb-448b-4390-b341-1c3122f2b2da), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:39.567405 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.db.l3_db [req-a8026a37-564d-42e6-a9f4-c4ab5aab5696 req-edf657de-db87-4aaf-950c-df7102739720 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Floating IP 825032cb-448b-4390-b341-1c3122f2b2da disassociated. External IP: 172.27.3.53, port: e8a0e122-fc79-4a8b-b13e-6b51fc5fae48. Mar 08 13:19:39.567833 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-a8026a37-564d-42e6-a9f4-c4ab5aab5696 req-edf657de-db87-4aaf-950c-df7102739720 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Calling delete_port for e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:19:39.592501 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1481768-7499-4fb6-b065-a1ad47e30da1 req-14ba7020-4c3f-4aa7-b8bb-3384a9932177 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:39.593981 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a1481768-7499-4fb6-b065-a1ad47e30da1 req-14ba7020-4c3f-4aa7-b8bb-3384a9932177 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/ports?device_id=57cbc5c8-93b7-417a-86fd-a5776ca740b5 HTTP/1.1" status: 200 len: 946 time: 0.0794494 Mar 08 13:19:39.928992 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a1481768-7499-4fb6-b065-a1ad47e30da1 req-d0c9e932-36e9-4b2f-8748-b91e97eba9bd tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups?id=8feb6c8b-0ab6-43e3-8d82-643791aacfac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561748 Mar 08 13:19:39.994597 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a8026a37-564d-42e6-a9f4-c4ab5aab5696 req-edf657de-db87-4aaf-950c-df7102739720 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (e8a0e122-fc79-4a8b-b13e-6b51fc5fae48), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:40.029910 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf657de-db87-4aaf-950c-df7102739720 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event deleted for resources: {'Port': ['ID=e8a0e122-fc79-4a8b-b13e-6b51fc5fae48,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:40.145475 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8026a37-564d-42e6-a9f4-c4ab5aab5696 req-edf657de-db87-4aaf-950c-df7102739720 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Router edb22c2c-5a41-4b47-8bd1-a20af1ac337b has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:19:40.253097 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8026a37-564d-42e6-a9f4-c4ab5aab5696 req-edf657de-db87-4aaf-950c-df7102739720 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:19:40.262877 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9e5c9a-0424-4321-a096-aabb1e719bc9 None None] Sync routers for ids ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:19:40.272913 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9e5c9a-0424-4321-a096-aabb1e719bc9 None None] Routers {'edb22c2c-5a41-4b47-8bd1-a20af1ac337b'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:19:40.273520 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-4f9e5c9a-0424-4321-a096-aabb1e719bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:19:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:40.296097 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8026a37-564d-42e6-a9f4-c4ab5aab5696 req-edf657de-db87-4aaf-950c-df7102739720 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] No DVR routers for this DVR port e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 on host hv-cinder-83008 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:19:40.298708 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a8026a37-564d-42e6-a9f4-c4ab5aab5696 req-edf657de-db87-4aaf-950c-df7102739720 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:40.302683 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a8026a37-564d-42e6-a9f4-c4ab5aab5696 req-edf657de-db87-4aaf-950c-df7102739720 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.72 "DELETE /v2.0/ports/e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 HTTP/1.1" status: 204 len: 173 time: 1.1116617 Mar 08 13:19:40.303075 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57cbc5c8-93b7-417a-86fd-a5776ca740b5', 'name': 'network-vif-deleted', 'tag': 'e8a0e122-fc79-4a8b-b13e-6b51fc5fae48'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:19:40.305423 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b38a78e539461f0630c3da3c0b57d05ff1ecac1a5c1bacd20906563d8c6042ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04e5d1b-bd44-40a3-a50d-a8a2b3643806" -d '{"events": [{"server_uuid": "57cbc5c8-93b7-417a-86fd-a5776ca740b5", "name": "network-vif-deleted", "tag": "e8a0e122-fc79-4a8b-b13e-6b51fc5fae48"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:19:40.345377 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfe58bb-ba7c-4d19-8a57-c20a191c1de8 x-openstack-request-id: req-8bfe58bb-ba7c-4d19-8a57-c20a191c1de8 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:19:40.345664 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57cbc5c8-93b7-417a-86fd-a5776ca740b5", "name": "network-vif-deleted", "tag": "e8a0e122-fc79-4a8b-b13e-6b51fc5fae48", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:19:40.345973 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8bfe58bb-ba7c-4d19-8a57-c20a191c1de8 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:19:40.346401 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57cbc5c8-93b7-417a-86fd-a5776ca740b5', 'name': 'network-vif-deleted', 'tag': 'e8a0e122-fc79-4a8b-b13e-6b51fc5fae48', 'status': 'completed', 'code': 200} Mar 08 13:19:40.528275 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-4f9e5c9a-0424-4321-a096-aabb1e719bc9 None None] Set router edb22c2c-5a41-4b47-8bd1-a20af1ac337b gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:19:40.720162 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-4f9e5c9a-0424-4321-a096-aabb1e719bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 5, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:40.747283 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9e5c9a-0424-4321-a096-aabb1e719bc9 None None] Checking router: edb22c2c-5a41-4b47-8bd1-a20af1ac337b for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:19:40.755636 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9e5c9a-0424-4321-a096-aabb1e719bc9 None None] Routers {'edb22c2c-5a41-4b47-8bd1-a20af1ac337b'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:19:40.756183 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-4f9e5c9a-0424-4321-a096-aabb1e719bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:19:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:40.867604 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-4f9e5c9a-0424-4321-a096-aabb1e719bc9 None None] Set router edb22c2c-5a41-4b47-8bd1-a20af1ac337b gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:19:41.016962 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 48044) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:41.069295 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-4f9e5c9a-0424-4321-a096-aabb1e719bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 5, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:41.070355 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-bbbeca15-e582-4302-9009-0bdfd3dfba9e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group (8feb6c8b-0ab6-43e3-8d82-643791aacfac), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:41.094141 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-bbbeca15-e582-4302-9009-0bdfd3dfba9e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group (8feb6c8b-0ab6-43e3-8d82-643791aacfac), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:41.097346 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9e5c9a-0424-4321-a096-aabb1e719bc9 None None] The sync data for ids ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'] in dv-cinder-830089-2-iscsi is: [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:35Z', 'revision_number': 4, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi', '_interfaces': [{'id': 'f17c3c6b-58f6-4606-a281-79524bf378f8', 'name': '', 'network_id': '704fe92a-ae52-4570-b350-fd23be3fef08', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'mac_address': 'fa:16:3e:21:c7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:34Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 5, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'subnets': [{'id': '18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:19:41.145408 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-bbbeca15-e582-4302-9009-0bdfd3dfba9e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (8feb6c8b-0ab6-43e3-8d82-643791aacfac), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:41.148124 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-bbbeca15-e582-4302-9009-0bdfd3dfba9e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:41.149392 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-bbbeca15-e582-4302-9009-0bdfd3dfba9e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "DELETE /v2.0/security-groups/8feb6c8b-0ab6-43e3-8d82-643791aacfac HTTP/1.1" status: 204 len: 168 time: 0.1314354 Mar 08 13:19:41.152268 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 48046) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:41.160014 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbeca15-e582-4302-9009-0bdfd3dfba9e tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8feb6c8b-0ab6-43e3-8d82-643791aacfac,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:41.166524 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.api.v2.resource [None req-cc0c6138-fcec-413d-96eb-b48a84addfc9 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] show failed (client error): The resource could not be found. Mar 08 13:19:41.170764 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 48048) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:41.171383 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-cc0c6138-fcec-413d-96eb-b48a84addfc9 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "GET /v2.0/security-groups/8feb6c8b-0ab6-43e3-8d82-643791aacfac HTTP/1.1" status: 404 len: 347 time: 0.0175352 Mar 08 13:19:41.300992 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-ab03664d-219e-4e21-9cae-9532fc8562e1 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Deleting port 7500445a-daaf-4aad-bd56-f6f4e3bdef01 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:19:41.301607 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ab03664d-219e-4e21-9cae-9532fc8562e1 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (7500445a-daaf-4aad-bd56-f6f4e3bdef01), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:41.342747 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb519141-cbb0-49d2-9e33-63721c801df4 None None] New status for floating IP 825032cb-448b-4390-b341-1c3122f2b2da: DOWN {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:19:41.381513 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ab03664d-219e-4e21-9cae-9532fc8562e1 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (7500445a-daaf-4aad-bd56-f6f4e3bdef01), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:41.381843 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ab03664d-219e-4e21-9cae-9532fc8562e1 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (7500445a-daaf-4aad-bd56-f6f4e3bdef01), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:41.393526 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-ab03664d-219e-4e21-9cae-9532fc8562e1 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Calling delete_port for 7500445a-daaf-4aad-bd56-f6f4e3bdef01 owned by network:floatingip {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:19:41.525311 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ab03664d-219e-4e21-9cae-9532fc8562e1 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564815'] for port (7500445a-daaf-4aad-bd56-f6f4e3bdef01), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:41.551480 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03664d-219e-4e21-9cae-9532fc8562e1 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Pushing event deleted for resources: {'Port': ['ID=7500445a-daaf-4aad-bd56-f6f4e3bdef01,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:41.613841 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ab03664d-219e-4e21-9cae-9532fc8562e1 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks [] for floatingip (825032cb-448b-4390-b341-1c3122f2b2da), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:41.616544 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ab03664d-219e-4e21-9cae-9532fc8562e1 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99994'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:41.617802 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-ab03664d-219e-4e21-9cae-9532fc8562e1 tempest-AttachVolumeNegativeTest-1073062030 tempest-AttachVolumeNegativeTest-1073062030-project] 10.222.0.50 "DELETE /v2.0/floatingips/825032cb-448b-4390-b341-1c3122f2b2da HTTP/1.1" status: 204 len: 168 time: 0.4459853 Mar 08 13:19:42.595257 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:44.049362 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:19:44.069645 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] No Port match for: e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:19:44.069996 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Device e8a0e122-fc79-4a8b-b13e-6b51fc5fae48 not bound to the agent host hv-cinder-83008 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:19:45.247780 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 48084) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:45.766418 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f55d2d4c-7280-4e6e-a77b-ca6f75e49529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674134'] for router_interface (edb22c2c-5a41-4b47-8bd1-a20af1ac337b), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:46.003848 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-f55d2d4c-7280-4e6e-a77b-ca6f75e49529 admin admin] Deleting port f17c3c6b-58f6-4606-a281-79524bf378f8 {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:19:46.004182 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f55d2d4c-7280-4e6e-a77b-ca6f75e49529 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (f17c3c6b-58f6-4606-a281-79524bf378f8), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:46.077195 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [None req-f55d2d4c-7280-4e6e-a77b-ca6f75e49529 admin admin] For port f17c3c6b-58f6-4606-a281-79524bf378f8, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=f17c3c6b-58f6-4606-a281-79524bf378f8,segment=NetworkSegment(aee775c5-334f-4ae8-a366-a04ce30cc8da),segment_id=aee775c5-334f-4ae8-a366-a04ce30cc8da)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:19:46.077474 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f55d2d4c-7280-4e6e-a77b-ca6f75e49529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (f17c3c6b-58f6-4606-a281-79524bf378f8), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:46.088877 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-f55d2d4c-7280-4e6e-a77b-ca6f75e49529 admin admin] Calling delete_port for f17c3c6b-58f6-4606-a281-79524bf378f8 owned by network:router_interface {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:19:46.266601 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f55d2d4c-7280-4e6e-a77b-ca6f75e49529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (f17c3c6b-58f6-4606-a281-79524bf378f8), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:46.292340 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d2d4c-7280-4e6e-a77b-ca6f75e49529 admin admin] Pushing event deleted for resources: {'Port': ['ID=f17c3c6b-58f6-4606-a281-79524bf378f8,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:46.454000 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f55d2d4c-7280-4e6e-a77b-ca6f75e49529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674082'] for router_interface (edb22c2c-5a41-4b47-8bd1-a20af1ac337b), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:46.661647 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55d2d4c-7280-4e6e-a77b-ca6f75e49529 admin admin] Router edb22c2c-5a41-4b47-8bd1-a20af1ac337b has already been hosted by L3 agent 4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:19:46.990187 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55d2d4c-7280-4e6e-a77b-ca6f75e49529 admin admin] Notify agent at l3_agent.dv-cinder-830089-2-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:19:46.995244 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-f55d2d4c-7280-4e6e-a77b-ca6f75e49529 admin admin] 10.222.0.50 "PUT /v2.0/routers/edb22c2c-5a41-4b47-8bd1-a20af1ac337b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7464445 Mar 08 13:19:46.997745 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 48088) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:47.004484 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123d1b77-4f7e-48ae-b237-201cfcec3e49 None None] Sync routers for ids ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'] in dv-cinder-830089-2-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:19:47.013422 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123d1b77-4f7e-48ae-b237-201cfcec3e49 None None] Routers {'edb22c2c-5a41-4b47-8bd1-a20af1ac337b'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:19:47.014035 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-123d1b77-4f7e-48ae-b237-201cfcec3e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:19:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:47.100374 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-427610bb-ff79-47d2-97f5-0479a5de7a87 admin admin] Publish callbacks [] for router (edb22c2c-5a41-4b47-8bd1-a20af1ac337b), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:47.121241 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-123d1b77-4f7e-48ae-b237-201cfcec3e49 None None] Set router edb22c2c-5a41-4b47-8bd1-a20af1ac337b gateway port host: dv-cinder-830089-2-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:19:47.199769 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-427610bb-ff79-47d2-97f5-0479a5de7a87 admin admin] Publish callbacks [] for router_gateway (edb22c2c-5a41-4b47-8bd1-a20af1ac337b), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:47.251123 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-427610bb-ff79-47d2-97f5-0479a5de7a87 admin admin] Deleting port 0b691400-74f0-486e-8412-95efa50199ed {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:19:47.251315 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-427610bb-ff79-47d2-97f5-0479a5de7a87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (0b691400-74f0-486e-8412-95efa50199ed), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:47.296201 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-123d1b77-4f7e-48ae-b237-201cfcec3e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'external_fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0b691400-74f0-486e-8412-95efa50199ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:19:46Z', 'revision_number': 5, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port': {'id': '0b691400-74f0-486e-8412-95efa50199ed', 'name': '', 'network_id': '5c176cc8-3706-4b4e-95aa-80d42c394e72', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67bc08be-d366-4d47-9bdf-b91b4b3bbd14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-2-iscsi'}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:47.322690 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123d1b77-4f7e-48ae-b237-201cfcec3e49 None None] Checking router: edb22c2c-5a41-4b47-8bd1-a20af1ac337b for host: dv-cinder-830089-2-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:19:47.328242 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [None req-427610bb-ff79-47d2-97f5-0479a5de7a87 admin admin] For port 0b691400-74f0-486e-8412-95efa50199ed, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=0b691400-74f0-486e-8412-95efa50199ed,segment=NetworkSegment(d0d08fee-e1fd-4e01-8bab-55f7f5a703f7),segment_id=d0d08fee-e1fd-4e01-8bab-55f7f5a703f7)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:19:47.328805 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-427610bb-ff79-47d2-97f5-0479a5de7a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (0b691400-74f0-486e-8412-95efa50199ed), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:47.330861 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123d1b77-4f7e-48ae-b237-201cfcec3e49 None None] Routers {'edb22c2c-5a41-4b47-8bd1-a20af1ac337b'} bound to L3 agent in host dv-cinder-830089-2-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:19:47.331457 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-123d1b77-4f7e-48ae-b237-201cfcec3e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:52:27Z,description=,heartbeat_timestamp=2022-03-08T13:19:27Z,host='dv-cinder-830089-2-iscsi',id=4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:27Z,topic='l3_agent')) {'router_ids': ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:47.340627 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-427610bb-ff79-47d2-97f5-0479a5de7a87 admin admin] Calling delete_port for 0b691400-74f0-486e-8412-95efa50199ed owned by network:router_gateway {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:19:47.421364 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-123d1b77-4f7e-48ae-b237-201cfcec3e49 None None] Set router edb22c2c-5a41-4b47-8bd1-a20af1ac337b gateway port host: None {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:19:47.476750 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-123d1b77-4f7e-48ae-b237-201cfcec3e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:19:47Z', 'revision_number': 6, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port_host': None}], 'dv-cinder-830089-2-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:47.503189 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123d1b77-4f7e-48ae-b237-201cfcec3e49 None None] The sync data for ids ['edb22c2c-5a41-4b47-8bd1-a20af1ac337b'] in dv-cinder-830089-2-iscsi is: [{'id': 'edb22c2c-5a41-4b47-8bd1-a20af1ac337b', 'name': 'tempest-AttachVolumeNegativeTest-1231596380-router', 'tenant_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:33Z', 'updated_at': '2022-03-08T13:19:47Z', 'revision_number': 6, 'project_id': 'cec937854d5a4539a505bc92cfa1e8c3', 'gw_port_host': None}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:19:47.513760 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-427610bb-ff79-47d2-97f5-0479a5de7a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (0b691400-74f0-486e-8412-95efa50199ed), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:47.544926 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427610bb-ff79-47d2-97f5-0479a5de7a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b691400-74f0-486e-8412-95efa50199ed,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:47.600221 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-427610bb-ff79-47d2-97f5-0479a5de7a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673672'] for router_gateway (edb22c2c-5a41-4b47-8bd1-a20af1ac337b), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:47.691036 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-427610bb-ff79-47d2-97f5-0479a5de7a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60786'] for router (edb22c2c-5a41-4b47-8bd1-a20af1ac337b), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:47.693164 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-427610bb-ff79-47d2-97f5-0479a5de7a87 admin admin] Publish callbacks [] for router_controller (edb22c2c-5a41-4b47-8bd1-a20af1ac337b), precommit_delete_associations {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:47.738237 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-427610bb-ff79-47d2-97f5-0479a5de7a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676139'] for router (edb22c2c-5a41-4b47-8bd1-a20af1ac337b), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:47.738842 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427610bb-ff79-47d2-97f5-0479a5de7a87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edb22c2c-5a41-4b47-8bd1-a20af1ac337b {{(pid=102969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:19:47.744112 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-427610bb-ff79-47d2-97f5-0479a5de7a87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:47.745266 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-427610bb-ff79-47d2-97f5-0479a5de7a87 admin admin] 10.222.0.50 "DELETE /v2.0/routers/edb22c2c-5a41-4b47-8bd1-a20af1ac337b HTTP/1.1" status: 204 len: 168 time: 0.7466187 Mar 08 13:19:47.747825 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 48090) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:47.792035 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c669ac-bc55-4260-aa8c-8ded6ebec9e2 admin admin] Deleting subnet 18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac {{(pid=102969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:19:47.794939 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-59c669ac-bc55-4260-aa8c-8ded6ebec9e2 admin admin] Publish callbacks [] for subnet (18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:47.829969 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-59c669ac-bc55-4260-aa8c-8ded6ebec9e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5748676'] for subnet (18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac), precommit_delete_associations {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:47.912739 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-59c669ac-bc55-4260-aa8c-8ded6ebec9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791735'] for subnet (18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:47.965686 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-59c669ac-bc55-4260-aa8c-8ded6ebec9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4287084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4213226'] for subnet (18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:47.993993 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c669ac-bc55-4260-aa8c-8ded6ebec9e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:47.999623 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-59c669ac-bc55-4260-aa8c-8ded6ebec9e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:48.004454 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-59c669ac-bc55-4260-aa8c-8ded6ebec9e2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/18d1d217-3ecd-4e9f-8b3c-95aa6b5f77ac HTTP/1.1" status: 204 len: 168 time: 0.2556491 Mar 08 13:19:48.005666 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb84e8b5-8b5f-4ace-9c13-7089746829fb None None] Network 704fe92a-ae52-4570-b350-fd23be3fef08 requested from dv-cinder-830089-2-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:19:48.006985 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 48092) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:48.073674 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c284b871-21e2-4c53-98c8-de5b2e02d2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1749880'] for network (704fe92a-ae52-4570-b350-fd23be3fef08), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:48.129343 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-c284b871-21e2-4c53-98c8-de5b2e02d2d8 admin admin] Deleting port 29e94801-0722-4522-af2b-7186e6267b99 {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:19:48.129676 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c284b871-21e2-4c53-98c8-de5b2e02d2d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (29e94801-0722-4522-af2b-7186e6267b99), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:48.189265 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [None req-c284b871-21e2-4c53-98c8-de5b2e02d2d8 admin admin] For port 29e94801-0722-4522-af2b-7186e6267b99, host dv-cinder-830089-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-2-iscsi',level=0,port_id=29e94801-0722-4522-af2b-7186e6267b99,segment=NetworkSegment(aee775c5-334f-4ae8-a366-a04ce30cc8da),segment_id=aee775c5-334f-4ae8-a366-a04ce30cc8da)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:19:48.189565 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c284b871-21e2-4c53-98c8-de5b2e02d2d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (29e94801-0722-4522-af2b-7186e6267b99), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:48.201232 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-c284b871-21e2-4c53-98c8-de5b2e02d2d8 admin admin] Calling delete_port for 29e94801-0722-4522-af2b-7186e6267b99 owned by network:dhcp {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:19:48.260403 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba55db52-1781-4818-b3ad-bca92d52e93e None None] DHCP port deletion for 704fe92a-ae52-4570-b350-fd23be3fef08 request from dv-cinder-830089-2-iscsi {{(pid=102970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 13:19:48.288974 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c284b871-21e2-4c53-98c8-de5b2e02d2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4287067'] for port (29e94801-0722-4522-af2b-7186e6267b99), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:48.311590 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284b871-21e2-4c53-98c8-de5b2e02d2d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=29e94801-0722-4522-af2b-7186e6267b99,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:48.312625 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-ba55db52-1781-4818-b3ad-bca92d52e93e None None] Deleting port 29e94801-0722-4522-af2b-7186e6267b99 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:19:48.313506 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ba55db52-1781-4818-b3ad-bca92d52e93e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755471994179'] for port (29e94801-0722-4522-af2b-7186e6267b99), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:48.317578 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c284b871-21e2-4c53-98c8-de5b2e02d2d8 admin admin] No DVR routers for this DVR port 29e94801-0722-4522-af2b-7186e6267b99 on host dv-cinder-830089-2-iscsi {{(pid=102969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:19:48.385061 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-ba55db52-1781-4818-b3ad-bca92d52e93e None None] For port 29e94801-0722-4522-af2b-7186e6267b99, host dv-cinder-830089-2-iscsi, got binding levels [] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:19:48.385603 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ba55db52-1781-4818-b3ad-bca92d52e93e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687428'] for port (29e94801-0722-4522-af2b-7186e6267b99), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:48.387411 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c284b871-21e2-4c53-98c8-de5b2e02d2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773944', 'neutron.services.segments.db._delete_segments_for_network-8755472085351'] for network (704fe92a-ae52-4570-b350-fd23be3fef08), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:48.398363 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-ba55db52-1781-4818-b3ad-bca92d52e93e None None] Calling delete_port for 29e94801-0722-4522-af2b-7186e6267b99 owned by network:dhcp {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:19:48.401060 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.ipam_backend_mixin [None req-ba55db52-1781-4818-b3ad-bca92d52e93e None None] Port 29e94801-0722-4522-af2b-7186e6267b99 was not found and therefore no delete operation was performed {{(pid=102970) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 13:19:48.402267 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ba55db52-1781-4818-b3ad-bca92d52e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755471999910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755471577016'] for port (29e94801-0722-4522-af2b-7186e6267b99), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:48.411315 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-c284b871-21e2-4c53-98c8-de5b2e02d2d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['704fe92a-ae52-4570-b350-fd23be3fef08']}} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:48.421063 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-c284b871-21e2-4c53-98c8-de5b2e02d2d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee775c5-334f-4ae8-a366-a04ce30cc8da') {'for_net_delete': True} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:48.421484 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-c284b871-21e2-4c53-98c8-de5b2e02d2d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee775c5-334f-4ae8-a366-a04ce30cc8da') {} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:48.428030 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55db52-1781-4818-b3ad-bca92d52e93e None None] Pushing event deleted for resources: {'Port': ['ID=29e94801-0722-4522-af2b-7186e6267b99,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:48.431655 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba55db52-1781-4818-b3ad-bca92d52e93e None None] No DVR routers for this DVR port 29e94801-0722-4522-af2b-7186e6267b99 on host dv-cinder-830089-2-iscsi {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:19:48.432333 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c284b871-21e2-4c53-98c8-de5b2e02d2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755472086384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5748543'] for segment (aee775c5-334f-4ae8-a366-a04ce30cc8da), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:48.450546 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c284b871-21e2-4c53-98c8-de5b2e02d2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780'] for segment (aee775c5-334f-4ae8-a366-a04ce30cc8da), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:48.457373 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c284b871-21e2-4c53-98c8-de5b2e02d2d8 admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=102969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:19:48.457828 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c284b871-21e2-4c53-98c8-de5b2e02d2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1810780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4286982'] for segment (aee775c5-334f-4ae8-a366-a04ce30cc8da), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: Traceback (most recent call last): Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: timer() Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: cb(*args, **kw) Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: return func(*args, **kwargs) Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: self._notify() Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: self.callback(batched_events) Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: event.method(event) Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: return f(self, *a, **k) Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: return self._get(url).json() Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: return self.request(url, 'GET', **kwargs) Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:19:48.459457 dv-cinder-830089-2-iscsi neutron-server[102969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:19:48.518581 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c284b871-21e2-4c53-98c8-de5b2e02d2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673708'] for network (704fe92a-ae52-4570-b350-fd23be3fef08), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:48.525436 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c284b871-21e2-4c53-98c8-de5b2e02d2d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567826'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:48.531837 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-c284b871-21e2-4c53-98c8-de5b2e02d2d8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/704fe92a-ae52-4570-b350-fd23be3fef08 HTTP/1.1" status: 204 len: 168 time: 0.5205417 Mar 08 13:19:48.541080 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284b871-21e2-4c53-98c8-de5b2e02d2d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=704fe92a-ae52-4570-b350-fd23be3fef08,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:48.644038 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 48096) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:48.682559 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-e92407ae-355b-4487-920e-edf234df020f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cec937854d5a4539a505bc92cfa1e8c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373144 Mar 08 13:19:48.684914 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 48098) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:48.734087 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b24d80c7-08b0-449e-b510-553770604391 admin admin] Publish callbacks [] for security_group (b59e2256-43c7-4414-9736-bd6cb4eaf33b), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:48.755573 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b24d80c7-08b0-449e-b510-553770604391 admin admin] Publish callbacks [] for security_group (b59e2256-43c7-4414-9736-bd6cb4eaf33b), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:48.801154 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b24d80c7-08b0-449e-b510-553770604391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (b59e2256-43c7-4414-9736-bd6cb4eaf33b), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:48.803645 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b24d80c7-08b0-449e-b510-553770604391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:48.807102 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-b24d80c7-08b0-449e-b510-553770604391 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b59e2256-43c7-4414-9736-bd6cb4eaf33b HTTP/1.1" status: 204 len: 168 time: 0.1190104 Mar 08 13:19:48.812350 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d80c7-08b0-449e-b510-553770604391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59e2256-43c7-4414-9736-bd6cb4eaf33b,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:49.029556 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device f17c3c6b-58f6-4606-a281-79524bf378f8 no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:19:49.050351 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: f17c3c6b-58f6-4606-a281-79524bf378f8 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:19:49.050785 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device f17c3c6b-58f6-4606-a281-79524bf378f8 not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:19:49.051211 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 29e94801-0722-4522-af2b-7186e6267b99 no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:19:49.200021 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: 29e94801-0722-4522-af2b-7186e6267b99 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:19:49.200373 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 29e94801-0722-4522-af2b-7186e6267b99 not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:19:49.200823 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 0b691400-74f0-486e-8412-95efa50199ed no longer exists at agent ovs-agent-dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:19:49.221480 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] No Port match for: 0b691400-74f0-486e-8412-95efa50199ed {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:19:49.221825 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Device 0b691400-74f0-486e-8412-95efa50199ed not bound to the agent host dv-cinder-830089-2-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:19:54.747285 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7c0c676f-855e-4f72-903c-46471f10b69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:56.960698 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ea25665c-f892-4b39-8c08-376616ca6ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:57.102576 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:19:58.088322 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 48206) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:58.193936 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d880a158-df4b-4b27-a667-de485f255017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:58.207042 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:58.271642 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d880a158-df4b-4b27-a667-de485f255017 admin admin] Publish callbacks [] for security_group (a25353e8-3e46-468d-9454-8b883787062d), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:58.275253 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d880a158-df4b-4b27-a667-de485f255017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (a25353e8-3e46-468d-9454-8b883787062d), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:58.313080 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-d880a158-df4b-4b27-a667-de485f255017 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a6b6b901aac4b34bb6031452e137444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235658 Mar 08 13:19:58.314743 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880a158-df4b-4b27-a667-de485f255017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25353e8-3e46-468d-9454-8b883787062d,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:58.316370 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 48210) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:58.363400 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a12e2fc8-64a8-4c31-83a0-54953b981896 admin admin] Publish callbacks [] for security_group (a25353e8-3e46-468d-9454-8b883787062d), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:58.383461 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a12e2fc8-64a8-4c31-83a0-54953b981896 admin admin] Publish callbacks [] for security_group (a25353e8-3e46-468d-9454-8b883787062d), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:58.432909 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a12e2fc8-64a8-4c31-83a0-54953b981896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (a25353e8-3e46-468d-9454-8b883787062d), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:58.435416 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a12e2fc8-64a8-4c31-83a0-54953b981896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:58.437242 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-a12e2fc8-64a8-4c31-83a0-54953b981896 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a25353e8-3e46-468d-9454-8b883787062d HTTP/1.1" status: 204 len: 168 time: 0.1196504 Mar 08 13:19:58.448239 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e2fc8-64a8-4c31-83a0-54953b981896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25353e8-3e46-468d-9454-8b883787062d,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:59.551784 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 48260) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:59.649060 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:59.655972 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-460af204-9a9a-43d9-93cd-f9e98f37845d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:59.726332 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-460af204-9a9a-43d9-93cd-f9e98f37845d admin admin] Publish callbacks [] for security_group (2118c0ad-15bf-4cd0-a06c-a5cd27da3495), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:59.729810 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-460af204-9a9a-43d9-93cd-f9e98f37845d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (2118c0ad-15bf-4cd0-a06c-a5cd27da3495), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:59.768004 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460af204-9a9a-43d9-93cd-f9e98f37845d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2118c0ad-15bf-4cd0-a06c-a5cd27da3495,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:59.772248 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-460af204-9a9a-43d9-93cd-f9e98f37845d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e11755fe13c14dd1a8fba6e5cd20dbec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193832 Mar 08 13:19:59.775349 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 48264) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:19:59.820570 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-15038717-804a-42d3-b43a-900e4c525365 admin admin] Publish callbacks [] for security_group (2118c0ad-15bf-4cd0-a06c-a5cd27da3495), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:59.841414 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-15038717-804a-42d3-b43a-900e4c525365 admin admin] Publish callbacks [] for security_group (2118c0ad-15bf-4cd0-a06c-a5cd27da3495), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:59.887751 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-15038717-804a-42d3-b43a-900e4c525365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (2118c0ad-15bf-4cd0-a06c-a5cd27da3495), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:59.890312 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-15038717-804a-42d3-b43a-900e4c525365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:59.891472 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-15038717-804a-42d3-b43a-900e4c525365 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2118c0ad-15bf-4cd0-a06c-a5cd27da3495 HTTP/1.1" status: 204 len: 168 time: 0.1156566 Mar 08 13:19:59.899452 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15038717-804a-42d3-b43a-900e4c525365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2118c0ad-15bf-4cd0-a06c-a5cd27da3495,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:20:00.991308 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:01.698074 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 48336) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:20:01.798047 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7e8d49ef-cb49-427d-b35c-d25957708dba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:01.867531 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7e8d49ef-cb49-427d-b35c-d25957708dba admin admin] Publish callbacks [] for security_group (4776b813-231e-4c6f-a110-d2c745c1ac39), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:01.871165 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7e8d49ef-cb49-427d-b35c-d25957708dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (4776b813-231e-4c6f-a110-d2c745c1ac39), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:01.908123 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-7e8d49ef-cb49-427d-b35c-d25957708dba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e636458fb0e4643a6362307a9dbdb33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2088697 Mar 08 13:20:01.909165 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d49ef-cb49-427d-b35c-d25957708dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4776b813-231e-4c6f-a110-d2c745c1ac39,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:20:01.910850 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 48340) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:20:01.963894 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1ed7c7f6-91ba-4174-9782-1285a3f94359 admin admin] Publish callbacks [] for security_group (4776b813-231e-4c6f-a110-d2c745c1ac39), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:01.984660 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1ed7c7f6-91ba-4174-9782-1285a3f94359 admin admin] Publish callbacks [] for security_group (4776b813-231e-4c6f-a110-d2c745c1ac39), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:02.034396 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1ed7c7f6-91ba-4174-9782-1285a3f94359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (4776b813-231e-4c6f-a110-d2c745c1ac39), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:02.037549 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1ed7c7f6-91ba-4174-9782-1285a3f94359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:02.038703 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-1ed7c7f6-91ba-4174-9782-1285a3f94359 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4776b813-231e-4c6f-a110-d2c745c1ac39 HTTP/1.1" status: 204 len: 168 time: 0.1267707 Mar 08 13:20:02.046497 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7c7f6-91ba-4174-9782-1285a3f94359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4776b813-231e-4c6f-a110-d2c745c1ac39,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:20:02.287710 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 48346) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:20:02.304118 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d7800d8a-97f7-4438-9593-0ac34ca82ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:02.373134 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d7800d8a-97f7-4438-9593-0ac34ca82ded admin admin] Publish callbacks [] for security_group (7ba65e92-6cf6-4135-8fb9-b71e89fe1574), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:02.376655 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d7800d8a-97f7-4438-9593-0ac34ca82ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (7ba65e92-6cf6-4135-8fb9-b71e89fe1574), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:02.413149 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-d7800d8a-97f7-4438-9593-0ac34ca82ded admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=72ef53c714b14e808509ccc52c7b5bd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1244183 Mar 08 13:20:02.414258 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7800d8a-97f7-4438-9593-0ac34ca82ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba65e92-6cf6-4135-8fb9-b71e89fe1574,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:20:02.415746 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 48348) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:20:02.472531 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2a838ff3-11bf-44b3-9229-54be9f7dfe5a admin admin] Publish callbacks [] for security_group (7ba65e92-6cf6-4135-8fb9-b71e89fe1574), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:02.493743 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2a838ff3-11bf-44b3-9229-54be9f7dfe5a admin admin] Publish callbacks [] for security_group (7ba65e92-6cf6-4135-8fb9-b71e89fe1574), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:02.540425 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2a838ff3-11bf-44b3-9229-54be9f7dfe5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (7ba65e92-6cf6-4135-8fb9-b71e89fe1574), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:02.543025 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2a838ff3-11bf-44b3-9229-54be9f7dfe5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:02.544165 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-2a838ff3-11bf-44b3-9229-54be9f7dfe5a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7ba65e92-6cf6-4135-8fb9-b71e89fe1574 HTTP/1.1" status: 204 len: 168 time: 0.1267793 Mar 08 13:20:02.552415 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a838ff3-11bf-44b3-9229-54be9f7dfe5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba65e92-6cf6-4135-8fb9-b71e89fe1574,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:20:03.585953 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 48382) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:20:03.686773 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1432f0f9-6e96-4bc4-9c9d-821d0d769abe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:03.761754 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1432f0f9-6e96-4bc4-9c9d-821d0d769abe admin admin] Publish callbacks [] for security_group (4ebacb96-0a19-4328-b71f-3f4f65ab8e1d), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:03.765499 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1432f0f9-6e96-4bc4-9c9d-821d0d769abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (4ebacb96-0a19-4328-b71f-3f4f65ab8e1d), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:03.802546 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-1432f0f9-6e96-4bc4-9c9d-821d0d769abe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=107f87bd38084a279f201a7f35940372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155612 Mar 08 13:20:03.804458 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432f0f9-6e96-4bc4-9c9d-821d0d769abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebacb96-0a19-4328-b71f-3f4f65ab8e1d,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:20:03.805362 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 48386) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:20:03.852332 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-295b159c-2953-4c72-9501-925d8c906c3e admin admin] Publish callbacks [] for security_group (4ebacb96-0a19-4328-b71f-3f4f65ab8e1d), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:03.872555 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-295b159c-2953-4c72-9501-925d8c906c3e admin admin] Publish callbacks [] for security_group (4ebacb96-0a19-4328-b71f-3f4f65ab8e1d), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:03.918392 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-295b159c-2953-4c72-9501-925d8c906c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (4ebacb96-0a19-4328-b71f-3f4f65ab8e1d), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:03.920912 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-295b159c-2953-4c72-9501-925d8c906c3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:03.922042 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-295b159c-2953-4c72-9501-925d8c906c3e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4ebacb96-0a19-4328-b71f-3f4f65ab8e1d HTTP/1.1" status: 204 len: 168 time: 0.1157043 Mar 08 13:20:03.929456 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b159c-2953-4c72-9501-925d8c906c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebacb96-0a19-4328-b71f-3f4f65ab8e1d,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:20:04.878161 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 48416) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:20:04.980494 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5399d40e-001b-4b4e-9fd1-bde68ac9e135 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:05.057102 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5399d40e-001b-4b4e-9fd1-bde68ac9e135 admin admin] Publish callbacks [] for security_group (0ed018e2-5d72-453e-9913-cc1afad27842), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:05.060485 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5399d40e-001b-4b4e-9fd1-bde68ac9e135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (0ed018e2-5d72-453e-9913-cc1afad27842), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:05.097853 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-5399d40e-001b-4b4e-9fd1-bde68ac9e135 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1671ede7e5364b15912714edd8b44d50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186120 Mar 08 13:20:05.098737 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399d40e-001b-4b4e-9fd1-bde68ac9e135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed018e2-5d72-453e-9913-cc1afad27842,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:20:05.100543 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 48420) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:20:05.147938 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6bdee77a-725b-4cc2-a90b-551e7c90fbe3 admin admin] Publish callbacks [] for security_group (0ed018e2-5d72-453e-9913-cc1afad27842), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:05.168986 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6bdee77a-725b-4cc2-a90b-551e7c90fbe3 admin admin] Publish callbacks [] for security_group (0ed018e2-5d72-453e-9913-cc1afad27842), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:05.214156 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6bdee77a-725b-4cc2-a90b-551e7c90fbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (0ed018e2-5d72-453e-9913-cc1afad27842), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:05.217102 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6bdee77a-725b-4cc2-a90b-551e7c90fbe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:05.218274 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-6bdee77a-725b-4cc2-a90b-551e7c90fbe3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0ed018e2-5d72-453e-9913-cc1afad27842 HTTP/1.1" status: 204 len: 168 time: 0.1167181 Mar 08 13:20:05.226189 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdee77a-725b-4cc2-a90b-551e7c90fbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed018e2-5d72-453e-9913-cc1afad27842,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:20:12.594525 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:24.748685 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5f0ca2d6-7590-40a0-b209-d12bf569276f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:26.961835 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-345ce110-5e97-4db8-8838-9f0f6fdc06d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:27.304674 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.50', 48562) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:20:27.406298 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-85569fcf-7e0d-412c-98ab-fc7d8c6cf4ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:27.478520 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-85569fcf-7e0d-412c-98ab-fc7d8c6cf4ad admin admin] Publish callbacks [] for security_group (ad4e4e42-3e16-4101-a84b-8b7106c69d06), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:27.482062 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-85569fcf-7e0d-412c-98ab-fc7d8c6cf4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (ad4e4e42-3e16-4101-a84b-8b7106c69d06), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:27.518636 dv-cinder-830089-2-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-85569fcf-7e0d-412c-98ab-fc7d8c6cf4ad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f1966edbfa3d41738d329f51cdf60241&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2129424 Mar 08 13:20:27.519497 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85569fcf-7e0d-412c-98ab-fc7d8c6cf4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4e4e42-3e16-4101-a84b-8b7106c69d06,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:20:27.521346 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.50', 48566) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:20:27.526329 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85569fcf-7e0d-412c-98ab-fc7d8c6cf4ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:20:27.526679 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85569fcf-7e0d-412c-98ab-fc7d8c6cf4ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:20:27.527020 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85569fcf-7e0d-412c-98ab-fc7d8c6cf4ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:20:27.527356 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85569fcf-7e0d-412c-98ab-fc7d8c6cf4ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:20:27.527688 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85569fcf-7e0d-412c-98ab-fc7d8c6cf4ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:20:27.528019 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85569fcf-7e0d-412c-98ab-fc7d8c6cf4ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:20:27.528343 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85569fcf-7e0d-412c-98ab-fc7d8c6cf4ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:20:27.528688 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85569fcf-7e0d-412c-98ab-fc7d8c6cf4ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:20:27.529016 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85569fcf-7e0d-412c-98ab-fc7d8c6cf4ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:20:27.529339 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85569fcf-7e0d-412c-98ab-fc7d8c6cf4ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:20:27.529659 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85569fcf-7e0d-412c-98ab-fc7d8c6cf4ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:20:27.529976 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85569fcf-7e0d-412c-98ab-fc7d8c6cf4ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:20:27.530291 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85569fcf-7e0d-412c-98ab-fc7d8c6cf4ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:20:27.568750 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c6b80dbd-f4a0-4f94-9755-9d916db70f4a admin admin] Publish callbacks [] for security_group (ad4e4e42-3e16-4101-a84b-8b7106c69d06), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:27.589437 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c6b80dbd-f4a0-4f94-9755-9d916db70f4a admin admin] Publish callbacks [] for security_group (ad4e4e42-3e16-4101-a84b-8b7106c69d06), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:27.637241 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c6b80dbd-f4a0-4f94-9755-9d916db70f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841362'] for security_group (ad4e4e42-3e16-4101-a84b-8b7106c69d06), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:27.639745 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c6b80dbd-f4a0-4f94-9755-9d916db70f4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:27.641396 dv-cinder-830089-2-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-c6b80dbd-f4a0-4f94-9755-9d916db70f4a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad4e4e42-3e16-4101-a84b-8b7106c69d06 HTTP/1.1" status: 204 len: 168 time: 0.1185443 Mar 08 13:20:27.648739 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b80dbd-f4a0-4f94-9755-9d916db70f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4e4e42-3e16-4101-a84b-8b7106c69d06,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:20:27.655892 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b80dbd-f4a0-4f94-9755-9d916db70f4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:20:27.656254 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b80dbd-f4a0-4f94-9755-9d916db70f4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:20:27.657205 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b80dbd-f4a0-4f94-9755-9d916db70f4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:20:27.657550 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b80dbd-f4a0-4f94-9755-9d916db70f4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:20:27.657881 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b80dbd-f4a0-4f94-9755-9d916db70f4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:20:27.658209 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b80dbd-f4a0-4f94-9755-9d916db70f4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:20:27.658538 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b80dbd-f4a0-4f94-9755-9d916db70f4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:20:27.658863 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b80dbd-f4a0-4f94-9755-9d916db70f4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:20:27.659193 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b80dbd-f4a0-4f94-9755-9d916db70f4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:20:27.659627 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b80dbd-f4a0-4f94-9755-9d916db70f4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:20:27.659962 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b80dbd-f4a0-4f94-9755-9d916db70f4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:20:27.660287 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b80dbd-f4a0-4f94-9755-9d916db70f4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:20:27.660627 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b80dbd-f4a0-4f94-9755-9d916db70f4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-2-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:20:28.209265 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:29.651187 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:30.995283 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:34.104019 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:20:42.598310 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:54.750251 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae035187-b616-4736-a51d-55b2bf98de24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:56.962463 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5ca42286-3c65-4a08-945e-2191fae988ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:58.212427 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:20:59.653906 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:21:00.997053 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:21:11.103593 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:21:12.606654 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:21:24.752060 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-00144cf8-c562-446f-a077-403d8258b96e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:21:26.963658 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-effbf63c-1229-4dae-b289-c9ecc8fcd774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:21:28.215650 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:21:29.661421 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:21:30.999639 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:21:42.622819 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:21:48.107933 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:21:54.752664 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9210ae8c-ae75-4006-8102-80b048b533a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:21:56.964287 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d3c4bb4c-8049-4a68-91d8-5f0d4c7be430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:21:58.218843 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:21:59.659264 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:22:01.002492 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:22:12.637079 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:22:24.754109 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c44be8d1-da40-4a3d-90cc-f4879a78f810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:22:25.109215 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:22:26.965556 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7d3a7f08-e91c-4930-adca-26402e3413a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:22:28.222356 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:22:29.662548 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:22:31.003157 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:22:42.637582 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:22:54.754823 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7bf23b53-7c18-4f0d-ac78-31bf45341271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:22:56.967065 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-58a4b2e8-0bfd-47a8-adbe-b4525d2d3980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:22:58.227273 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:22:59.663819 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:23:01.005738 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:23:02.112228 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:23:12.649272 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:23:24.755857 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a82124dc-55e8-4051-a259-cb3292277c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:23:26.966517 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-071528f2-144c-43be-b5fb-0bc6818d23ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:23:28.229586 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:23:29.667321 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:23:31.008071 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:23:39.114273 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:23:42.678335 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:23:43.083850 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [req-42672a8c-bac3-42e1-8b9e-42e6777d3a50 req-46585e49-4180-4b46-a5d5-5a8976752cb8 service neutron] (102968) timed out ('10.222.0.50', 45004) {{(pid=102968) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 13:23:43.307989 dv-cinder-830089-2-iscsi neutron-server[102969]: DEBUG neutron.wsgi [req-42672a8c-bac3-42e1-8b9e-42e6777d3a50 req-a13134ff-d796-4c70-85eb-2625bcdaf8c3 tempest-TestShelveInstance-752549539 tempest-TestShelveInstance-752549539-project] (102969) timed out ('10.222.0.50', 45014) {{(pid=102969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 13:23:54.758241 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fca9a356-f5c7-49de-bac4-409170c613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:23:56.968336 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-69700930-5d3a-4bc1-8b37-c217557b1dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:23:58.231577 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:23:59.670228 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:24:01.009761 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:24:12.676923 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:24:16.119783 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:24:24.759533 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-626868db-2ebe-4b2b-a067-377599481be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:24:26.969368 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0117aa82-7ad2-48c0-b907-025522074c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:24:28.234329 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:24:29.673579 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:24:31.011120 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:24:42.675843 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:24:53.111065 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:24:54.760056 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-94562df2-9b31-417c-8952-3bbff368d4b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:24:56.969693 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-80d22967-7d1d-46e7-94c8-6141eff98bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:24:58.237290 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:24:59.677183 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:25:01.014171 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:25:12.674247 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:25:24.760748 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a855bcab-9bb6-4f62-a3cf-4620ac9c8f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:25:26.971166 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a472d84f-8feb-4604-ab99-0f9de0821c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:25:28.239231 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:25:29.680024 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:25:30.111655 dv-cinder-830089-2-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-f521a754-295d-46b8-8576-711d7b1b28fb None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:25:31.015307 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:25:42.686927 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-821778f7-901d-493c-937a-6139e9cdb14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (1556a156-0b90-4c62-9625-a828b1293451), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:25:54.760576 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ad2a4bbf-0a9d-49a3-ac9b-824da011faed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (57d8c91c-da11-4d19-879a-ab8c1c8220b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:25:56.972420 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ede5e3d2-8619-4dd9-bff5-5a4633cac839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e5189a7-0ffe-443e-8cbb-a3cc93f08b4c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:25:58.241927 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd451-6e6e-4974-bb1c-8bd076094dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (7bf7fb56-54a1-4db5-bb16-50cf454072d8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:25:58.725218 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [req-93aadc64-69e5-4b82-bae4-44c7343a3b1d req-76b95d38-0904-4485-a30c-2d40b7195fc8 service neutron] (102968) timed out ('10.222.0.50', 43896) {{(pid=102968) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 13:25:58.889655 dv-cinder-830089-2-iscsi neutron-server[102968]: DEBUG neutron.wsgi [req-93aadc64-69e5-4b82-bae4-44c7343a3b1d req-e8c2dffe-0ee9-4fde-b575-188d35027222 tempest-AttachVolumeShelveTestJSON-2129956181 tempest-AttachVolumeShelveTestJSON-2129956181-project] (102968) timed out ('10.222.0.50', 43906) {{(pid=102968) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 13:25:59.683421 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5793834-3d84-4189-b139-8d569a6dc501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (4e0f2670-26a9-4df5-8725-212394f2a9ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:26:01.017601 dv-cinder-830089-2-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d1eb-49ce-4c6d-a16b-de3f3270fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755472085333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1771907'] for agent (f7208dd5-4505-4962-bea3-0c433b5a3790), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}